-- Logs begin at Sun 2022-02-20 19:08:20 UTC, end at Sun 2022-02-20 20:38:34 UTC. -- Feb 20 19:56:18.596303 dv-cinder-830086-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 19:56:21.544563 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.common.config [-] Logging enabled! Feb 20 19:56:21.545165 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 19:56:21.545313 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103260) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 19:56:21.548507 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.common.config [-] Logging enabled! Feb 20 19:56:21.548762 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 19:56:21.549077 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103260) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 19:56:21.550015 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:56:21.550251 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:56:21.550633 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:56:21.550880 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:56:21.551513 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:56:21.551839 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.552285 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 19:56:21.552613 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.552913 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.553206 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.553509 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.553803 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.554086 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.554376 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.554675 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.554961 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.555848 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.556126 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.556454 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.556737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.557023 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.557309 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.557594 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] debug = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.557881 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.558300 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.558713 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.558991 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.559279 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.559554 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.559826 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.560102 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.560432 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.560743 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] host = dv-cinder-830086-1-iscsi {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.561020 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.561309 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.561595 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.561881 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.562153 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.562427 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.562708 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.562980 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.563253 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] log_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.563527 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.563816 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.564102 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.564423 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.564648 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.564872 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.565158 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.565443 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.565718 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.565993 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.566266 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.566540 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.566812 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.567080 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.567364 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.567645 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.567929 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.568222 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.568499 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.568769 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.569037 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.569321 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.569593 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.569863 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.570135 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.570419 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.570687 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.571061 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.571366 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.571656 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.571940 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.572252 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.572529 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.572813 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.573085 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.573360 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.573630 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] use_json = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.573900 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.574167 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.574447 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.574717 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.574985 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.575254 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.575527 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.575814 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.576086 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:21.576409 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.576707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.577006 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.577307 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.577599 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.577881 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.578171 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.578449 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.578737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.579025 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.579313 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.579593 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.579892 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.580180 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.580500 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.580806 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.581100 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.581395 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.581673 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.581950 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.582225 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.582504 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.582792 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.583071 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.583366 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.583658 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.583937 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.584264 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.584553 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.584847 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.585137 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.585411 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.585689 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.585980 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.586259 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.586556 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.586835 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.587124 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.587403 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.587675 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.587958 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.588261 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.588536 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.588808 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.589085 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.589377 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.589656 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.589931 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.590204 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.590481 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.590753 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.591036 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.591310 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.591584 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.591857 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.592136 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.592431 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.592705 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.592982 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.593259 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.593533 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.593806 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.594078 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.594351 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.594624 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.594895 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.595166 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.595437 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.595714 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.595983 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.596279 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.596553 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.596824 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.597097 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.597382 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.597677 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.597954 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.598231 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.598510 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.598787 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.599061 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.599334 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.599609 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.599887 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.600159 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.600474 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.600756 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.601040 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.601338 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.601616 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.601915 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.602887 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.603171 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.603457 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.603789 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.604072 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.604389 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.604676 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.604974 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.605268 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.605561 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.605854 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.606146 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.606452 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.606764 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.607045 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:21.607263 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:56:21.607503 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103260) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 19:56:21.981413 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 19:56:21.981693 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 19:56:21.981998 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 19:56:21.982477 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 19:56:22.315110 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.315323 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.315592 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.316907 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.317184 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.317447 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.363575 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.363852 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.364119 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.378389 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.378670 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.378941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.408881 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.409157 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.409423 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.446714 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.446993 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.447254 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.796567 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.797181 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.797181 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.797362 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.798026 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.897737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.898055 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.898339 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.898612 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.898880 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.899380 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.899725 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.899992 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.900276 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.900565 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.900827 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.901093 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.901354 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.901607 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.901863 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.902128 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.902385 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.902653 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.902919 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.903176 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.903445 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.903696 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.903974 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.904369 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.904622 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.904867 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.905270 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:22.905510 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:22.905757 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:22.905985 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:22.906220 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:22.906456 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:22.906816 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 19:56:22.909939 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 19:56:22.913991 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 19:56:22.918024 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 20 19:56:22.919668 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 19:56:22.920151 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 19:56:22.920511 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 19:56:22.920897 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 19:56:22.923714 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 19:56:22.923970 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 19:56:22.924345 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 19:56:22.929221 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 19:56:22.953664 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 19:56:22.954118 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.954417 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103260) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 19:56:22.954779 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.956152 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103260) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 19:56:22.956458 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 19:56:22.956702 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 19:56:22.959970 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:22.960278 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:23.022781 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 19:56:23.023020 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 19:56:23.023255 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 19:56:23.023619 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 19:56:23.044835 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_db.sqlalchemy.engines [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103260) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 19:56:23.669726 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing driver for type 'gre' Feb 20 19:56:23.677855 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] gre ID ranges: [(1, 1000)] Feb 20 19:56:23.931646 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing driver for type 'local' Feb 20 19:56:23.932285 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing driver for type 'vlan' Feb 20 19:56:24.029251 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] VlanTypeDriver initialization complete Feb 20 19:56:24.029582 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing driver for type 'vxlan' Feb 20 19:56:24.030078 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] vxlan ID ranges: [(1, 1000)] Feb 20 19:56:24.244974 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing extension driver 'port_security' Feb 20 19:56:24.245260 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] PortSecurityExtensionDriver initialization complete Feb 20 19:56:24.245595 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing mechanism driver 'openvswitch' Feb 20 19:56:24.245937 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing mechanism driver 'hyperv' Feb 20 19:56:24.252720 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:24.253583 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.253959 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.254319 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.254853 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:56:24.255286 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.255645 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.256019 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.256448 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:56:24.256859 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.257211 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.257573 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.261394 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:56:24.261394 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > security_group after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.261394 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > security_group after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.261394 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.261394 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:56:24.261737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.261737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.261737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.261737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:56:24.261737 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > address_group after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.262066 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > address_group after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.262066 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.262651 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103260) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 19:56:24.263098 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] ML2 OVO RPC backend initialized. {{(pid=103260) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 19:56:24.263805 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.264163 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.264610 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.264956 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > networks before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.265305 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.265647 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > ports before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.265993 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnet before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.266333 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnets before_response 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.266674 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.267015 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.267354 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.267691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.268029 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.268391 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.268786 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnet after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.269134 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnet after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.269471 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.277444 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded quota_driver: . Feb 20 19:56:24.277816 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.plugin [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Modular L2 Plugin initialization complete Feb 20 19:56:24.278166 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading services supported by the core plugin {{(pid=103260) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 19:56:24.278512 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.plugins.ml2.managers [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Got port-security extension from driver 'port_security' Feb 20 19:56:24.279006 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.extensions.vlantransparent [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Disabled vlantransparent extension. Feb 20 19:56:24.279519 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103260) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 19:56:24.279847 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: router Feb 20 19:56:24.316420 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.316817 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router after_create 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.317189 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router before_create 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.317556 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.317930 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.318287 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router after_delete 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.318645 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.319004 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.319363 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router after_create 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.319708 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router after_update 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.320054 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router after_update 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.320422 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.320828 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router after_update 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.321361 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.321668 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: port after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.322011 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: port after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.322350 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: subnet after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.322687 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.323034 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.323379 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.323723 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: port before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.324075 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.324454 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router after_update 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.324798 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.325274 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_create 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.325636 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.325986 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_update 55549900 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.326354 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > agent after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.326708 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > agent after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.327056 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > network after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.327922 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Tracking information for resource: router configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:24.328287 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Tracking information for resource: floatingip configured {{(pid=103260) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 19:56:24.333202 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.db.l3_agentschedulers_db [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 19:56:24.333780 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: port after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.334143 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: port after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.334494 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: port after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.334846 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: port after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.335633 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router before_create 55550100 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.336005 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.336935 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_create 55550100 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.337450 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > router precommit_update 55550100 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.342292 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.services.provider_configuration [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service providers = [] {{(pid=103260) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 19:56:24.342661 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.db.servicetype_db [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103260) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 19:56:24.345668 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.services.service_base [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:56:24.346022 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.services.service_base [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:56:24.346366 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.services.service_base [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:56:24.347263 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.services.service_base [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103260) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 19:56:24.347638 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.services.service_base [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 19:56:24.348012 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.348373 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 19:56:24.359839 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.360177 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: auto_allocate Feb 20 19:56:24.365998 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: network precommit_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.366371 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: network precommit_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.366888 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.367210 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: tag Feb 20 19:56:24.374105 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.374439 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: timestamp Feb 20 19:56:24.378310 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.378642 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: network_ip_availability Feb 20 19:56:24.384360 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.384736 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.385090 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.385812 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.386133 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: flavors Feb 20 19:56:24.391358 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.391694 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading Plugin: revisions Feb 20 19:56:24.396035 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103260) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 19:56:24.396465 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_concurrency.lockutils [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.414s {{(pid=103260) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 19:56:24.397209 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103260) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 19:56:24.397547 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Initializing extension manager. Feb 20 19:56:24.398072 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: __init__.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.398414 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: __pycache__ {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.398752 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.399602 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: address_group.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.400398 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.400960 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: address-group Feb 20 19:56:24.401284 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: address_scope.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.402003 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.402505 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: address-scope Feb 20 19:56:24.402829 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.403769 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.404305 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: router-admin-state-down-before-update Feb 20 19:56:24.404636 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: agent.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.405336 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.405840 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: agent Feb 20 19:56:24.406163 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: agent_resources_synced.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.407077 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.407580 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: agent-resources-synced Feb 20 19:56:24.407899 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: allowedaddresspairs.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.409724 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.410247 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: allowed-address-pairs Feb 20 19:56:24.410576 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: auto_allocated_topology.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.411663 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.412175 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: auto-allocated-topology Feb 20 19:56:24.412538 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: availability_zone.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.413234 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.413737 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: availability_zone Feb 20 19:56:24.414060 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: availability_zone_filter.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.415543 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.416045 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: availability_zone_filter Feb 20 19:56:24.416403 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: data_plane_status.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.417321 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.417821 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 19:56:24.418141 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: default_subnetpools.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.419062 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.419562 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: default-subnetpools Feb 20 19:56:24.419884 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.420722 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.421225 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: dhcp_agent_scheduler Feb 20 19:56:24.421547 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: dns.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.422463 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.422961 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension dns-integration not supported by any of loaded plugins Feb 20 19:56:24.423282 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: dns_domain_ports.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.424223 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.424729 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 19:56:24.425053 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.425980 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.426477 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 19:56:24.426799 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: dvr.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.427472 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.427975 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: dvr Feb 20 19:56:24.428328 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: ecmp_routes.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.429268 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.429778 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 19:56:24.430125 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: empty_string_filtering.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.431056 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.431565 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: empty-string-filtering Feb 20 19:56:24.431888 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.432835 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.433346 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 19:56:24.433667 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.434583 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.435085 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 19:56:24.435404 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: external_net.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.436354 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.436864 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: external-net Feb 20 19:56:24.437186 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.438108 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.438609 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: extra_dhcp_opt Feb 20 19:56:24.438929 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: extraroute.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.439847 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.440392 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: extraroute Feb 20 19:56:24.440714 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: extraroute_atomic.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.441769 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.442275 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: extraroute-atomic Feb 20 19:56:24.442597 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: filter_validation.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.443262 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.443763 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: filter-validation Feb 20 19:56:24.444104 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: fip_pf_description.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.445070 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.445568 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 19:56:24.445955 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: fip_port_details.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.447260 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.447765 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: fip-port-details Feb 20 19:56:24.448089 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: flavors.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.449380 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.449923 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: flavors Feb 20 19:56:24.450253 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.451965 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.452546 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 19:56:24.452887 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: floatingip_pools.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.453594 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.454104 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: floatingip-pools Feb 20 19:56:24.454432 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: ip_allocation.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.455366 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.455870 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 19:56:24.456230 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.457149 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.457664 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: ip-substring-filtering Feb 20 19:56:24.457992 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l2_adjacency.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.458922 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.459433 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 19:56:24.459760 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.460769 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.461283 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: router Feb 20 19:56:24.462422 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.464462 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.464993 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 19:56:24.465327 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.466268 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.466784 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: ext-gw-mode Feb 20 19:56:24.467116 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.468043 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.468597 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: l3-ha Feb 20 19:56:24.468926 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.469838 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.470344 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 19:56:24.470677 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3_flavors.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.471590 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.472099 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: l3-flavors Feb 20 19:56:24.472455 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.473838 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.474355 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 19:56:24.474685 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.475606 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.476115 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 19:56:24.476470 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: l3agentscheduler.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.478254 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.478768 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: l3_agent_scheduler Feb 20 19:56:24.479098 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: local_ip.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.480933 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.481461 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension local_ip not supported by any of loaded plugins Feb 20 19:56:24.481794 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: logging.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.484749 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.485280 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension logging not supported by any of loaded plugins Feb 20 19:56:24.485618 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: metering.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.486375 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.486957 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: metering Feb 20 19:56:24.487289 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.488436 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.488951 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: metering_source_and_destination_fields Feb 20 19:56:24.489280 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: multiprovidernet.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.490217 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.490747 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: multi-provider Feb 20 19:56:24.491072 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: netmtu.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.501039 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.501498 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: net-mtu Feb 20 19:56:24.501825 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: netmtu_writable.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.502751 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.503258 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: net-mtu-writable Feb 20 19:56:24.503583 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: network_availability_zone.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.504283 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.504788 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: network_availability_zone Feb 20 19:56:24.505109 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: network_ip_availability.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.506253 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.506762 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: network-ip-availability Feb 20 19:56:24.507088 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: network_segment_range.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.507862 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.508448 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 19:56:24.508772 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: pagination.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.509774 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.510109 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: pagination Feb 20 19:56:24.510428 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: port_device_profile.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.511353 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.511869 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: port-device-profile Feb 20 19:56:24.512193 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.513418 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.513929 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: port-mac-address-regenerate Feb 20 19:56:24.514254 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.515189 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.515703 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: port-numa-affinity-policy Feb 20 19:56:24.516029 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: port_resource_request.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.516982 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.517514 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 19:56:24.517838 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: port_resource_request_groups.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.518825 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.519338 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 19:56:24.519660 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: portbindings.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.520623 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.521136 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: binding Feb 20 19:56:24.521488 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: portbindings_extended.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.522798 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.523316 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: binding-extended Feb 20 19:56:24.523659 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: portsecurity.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.525161 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.525664 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: port-security Feb 20 19:56:24.525991 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: project_id.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.526983 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.527315 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: project-id Feb 20 19:56:24.527639 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: providernet.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.535427 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.535938 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: provider Feb 20 19:56:24.536296 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.540505 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.541100 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos not supported by any of loaded plugins Feb 20 19:56:24.541433 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.542699 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.543211 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 19:56:24.543543 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.544506 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.545016 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 19:56:24.545344 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_default.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.546272 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.546777 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-default not supported by any of loaded plugins Feb 20 19:56:24.547159 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_fip.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.548084 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.548622 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-fip not supported by any of loaded plugins Feb 20 19:56:24.548946 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.549865 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.550371 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 19:56:24.550695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_gateway_ip.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.551621 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.552151 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 19:56:24.552504 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_port_network_policy.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.553543 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.554052 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 19:56:24.554377 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.555542 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.556060 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 19:56:24.556412 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.557465 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.558013 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 19:56:24.558350 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_pps_rule.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.559547 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.560060 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-pps not supported by any of loaded plugins Feb 20 19:56:24.560413 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_rule_type_details.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.561340 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.561849 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 19:56:24.562175 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: qos_rules_alias.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.563237 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.563746 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 19:56:24.564073 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: quota_check_limit.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.565024 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.565537 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: quota-check-limit Feb 20 19:56:24.565860 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: quotasv2.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.566810 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.567144 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: quotas Feb 20 19:56:24.567471 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: quotasv2_detail.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.569298 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.569645 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: quota_details Feb 20 19:56:24.569979 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: rbac.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.571644 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.572168 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: rbac-policies Feb 20 19:56:24.572534 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: rbac_address_group.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.573476 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.573996 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: rbac-address-group Feb 20 19:56:24.574327 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: rbac_address_scope.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.575254 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.575765 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: rbac-address-scope Feb 20 19:56:24.576096 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: rbac_security_groups.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.577064 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.577594 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: rbac-security-groups Feb 20 19:56:24.577925 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: rbac_subnetpool.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.578933 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.579470 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: rbac-subnetpool Feb 20 19:56:24.579794 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: revisionifmatch.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.588509 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.589019 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: revision-if-match Feb 20 19:56:24.589347 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: revisions.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.590519 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.591029 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: standard-attr-revisions Feb 20 19:56:24.591355 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: router_availability_zone.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.592036 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.592584 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: router_availability_zone Feb 20 19:56:24.592909 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: routerservicetype.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.593888 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.594455 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension router-service-type not supported by any of loaded plugins Feb 20 19:56:24.594777 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.595762 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.597795 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: security-groups-normalized-cidr Feb 20 19:56:24.598126 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.599266 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.599791 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: port-security-groups-filtering Feb 20 19:56:24.600306 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.601259 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.601787 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: security-groups-remote-address-group Feb 20 19:56:24.602162 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.603117 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.603622 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: security-groups-shared-filtering Feb 20 19:56:24.603946 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.604573 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 19:56:24.604899 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: securitygroup.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.615175 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.615708 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: security-group Feb 20 19:56:24.616593 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: segment.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.616935 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.617444 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension segment not supported by any of loaded plugins Feb 20 19:56:24.617871 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.618860 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.619370 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 19:56:24.619696 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: servicetype.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.620862 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.621386 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: service-type Feb 20 19:56:24.621713 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: sorting.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.622719 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.623106 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: sorting Feb 20 19:56:24.623432 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: standard_attr_segment.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.624398 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.624921 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 19:56:24.625245 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: standardattrdescription.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.625907 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.626411 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: standard-attr-description Feb 20 19:56:24.626735 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: stateful_security_group.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.627677 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.628284 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: stateful-security-group Feb 20 19:56:24.628551 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: stdattrs_common.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.629122 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 19:56:24.629442 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.630372 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.630879 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 19:56:24.631199 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: subnet_onboard.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.632318 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.632837 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: subnet_onboard Feb 20 19:56:24.633161 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.634833 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.635346 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 19:56:24.635674 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: subnet_service_types.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.636644 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.637161 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: subnet-service-types Feb 20 19:56:24.637742 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: subnetallocation.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.638837 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.639352 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: subnet_allocation Feb 20 19:56:24.639678 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.640391 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.640902 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: subnetpool-prefix-ops Feb 20 19:56:24.641224 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.642159 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.642661 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 19:56:24.642983 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: tagging.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.644078 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.644627 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: standard-attr-tag Feb 20 19:56:24.644983 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: timestamp.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.654063 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.654580 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loaded extension: standard-attr-timestamp Feb 20 19:56:24.654910 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: trunk.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.655958 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.656514 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension trunk not supported by any of loaded plugins Feb 20 19:56:24.656845 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: trunk_details.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.657773 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.658285 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension trunk-details not supported by any of loaded plugins Feb 20 19:56:24.658612 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: uplink_status_propagation.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.659551 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.660055 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 19:56:24.660475 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Loading extension file: vlantransparent.py {{(pid=103260) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 19:56:24.661169 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103260) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 19:56:24.661676 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 19:56:24.664193 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:network Feb 20 19:56:24.664931 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:subnet Feb 20 19:56:24.665459 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:56:24.665860 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:port Feb 20 19:56:24.667102 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.667555 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service FLAVORS assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.668165 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.668615 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.668948 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:router Feb 20 19:56:24.669386 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 19:56:24.669901 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service METERING assigned prefix: /metering {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.671339 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.671719 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.672071 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 19:56:24.673120 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 19:56:24.673566 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:security_group Feb 20 19:56:24.674022 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 19:56:24.674645 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service CORE assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.674979 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:56:24.675328 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] subnetpool is already registered Feb 20 19:56:24.675751 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service CORE assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.676080 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:56:24.676463 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] subnetpool is already registered Feb 20 19:56:24.678747 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.679187 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service FLAVORS assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.679780 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.680317 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.680682 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:router Feb 20 19:56:24.681051 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] router is already registered Feb 20 19:56:24.681459 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:floatingip Feb 20 19:56:24.681794 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] floatingip is already registered Feb 20 19:56:24.682247 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service METERING assigned prefix: /metering {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.682920 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 19:56:24.683247 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] rbac_policy is already registered Feb 20 19:56:24.683666 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:security_group Feb 20 19:56:24.684000 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] security_group is already registered Feb 20 19:56:24.684427 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 19:56:24.684764 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] security_group_rule is already registered Feb 20 19:56:24.685438 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service CORE assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.685770 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:56:24.686102 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] subnetpool is already registered Feb 20 19:56:24.686517 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.v2.resource_helper [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Service CORE assigned prefix: {{(pid=103260) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 19:56:24.686841 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 19:56:24.687167 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING neutron.quota.resource_registry [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] subnetpool is already registered Feb 20 19:56:24.687639 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: extensions {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.689170 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: address-groups {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.690663 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: address-scopes {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.692064 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: agents {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.693273 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: auto-allocated-topology {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.694533 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: availability_zones {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.696296 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: dhcp-networks {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.697884 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: dhcp-agents {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.699302 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: routers {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.701543 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: flavors {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.702722 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: service_profiles {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.703938 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: next_providers {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.705459 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: service_profiles {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.710484 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: floatingip-pools {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.710484 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: routers {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.710484 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: floatingips {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.713158 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: l3-routers {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.714575 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: l3-agents {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.715997 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: metering-labels {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.717407 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: metering-label-rules {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.718733 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: network-ip-availabilities {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.719994 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: bindings {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.721687 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: quotas {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.723299 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: quotas {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.724967 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: rbac-policies {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.726312 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: security-groups {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.727590 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: security-group-rules {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.728910 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: service-providers {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.730132 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: subnetpools {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.731555 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: subnetpools {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.733060 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.734770 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.736642 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.738413 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.740193 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.742079 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.743988 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.745919 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.747680 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.749622 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron.api.extensions [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Extended resource: tags {{(pid=103260) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 19:56:24.755485 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING keystonemiddleware.auth_token [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 19:56:24.760970 dv-cinder-830086-1-iscsi neutron-server[103260]: WARNING keystonemiddleware.auth_token [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 19:56:24.769933 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_concurrency.lockutils [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Acquired lock "singleton_lock" {{(pid=103260) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 19:56:24.770413 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_concurrency.lockutils [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Releasing lock "singleton_lock" {{(pid=103260) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 19:56:24.771079 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO oslo_service.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Starting 2 workers Feb 20 19:56:24.776593 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Started child 103371 {{(pid=103260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:56:24.781361 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Started child 103373 {{(pid=103260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:56:24.782300 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:24.783135 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO neutron.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 19:56:24.783557 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:24.783836 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [-] (103371) wsgi starting up on http://0.0.0.0:9696 Feb 20 19:56:24.784229 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43644) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:24.786131 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO oslo_service.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Starting 1 workers Feb 20 19:56:24.786320 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:24.787859 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [-] (103373) wsgi starting up on http://0.0.0.0:9696 Feb 20 19:56:24.791672 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Started child 103374 {{(pid=103260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:56:24.792237 dv-cinder-830086-1-iscsi neutron-server[103260]: INFO oslo_service.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Starting 1 workers Feb 20 19:56:24.793612 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068107 Feb 20 19:56:24.795630 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] calling RpcWorker wait() {{(pid=103374) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 19:56:24.798833 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] returning from RpcWorker wait() {{(pid=103374) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 19:56:24.801078 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Started child 103376 {{(pid=103260) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 19:56:24.801264 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:24.801435 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0e85566d-8696-48b2-b7e1-51c7e517cda3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:24.801582 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:24.801723 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103260) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 19:56:24.801723 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:56:24.801723 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:56:24.801723 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:56:24.801723 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:56:24.802459 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:56:24.802459 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.802743 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.802881 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:24.803422 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.803422 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.803422 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.803951 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:24.804102 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.804295 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.804442 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.804701 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806099 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806099 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806099 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806099 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806099 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806552 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806552 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.806858 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.807062 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.807226 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.807487 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.807762 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.810923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.810923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] debug = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.810923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.810923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.810923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.810923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.811707 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.812638 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.812638 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.812638 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.812638 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.812638 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.813214 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.813214 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] host = dv-cinder-830086-1-iscsi {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.813452 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.813574 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.815941 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.817235 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.817235 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.817235 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.817235 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.817235 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_options = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.817235 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.817235 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818127 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818127 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818127 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818127 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818127 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818793 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818793 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.818793 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.819166 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.819166 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.819434 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.819576 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.819710 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.821822 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.821822 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.821822 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.821822 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.821822 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.821822 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.822840 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.822840 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.822840 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.823241 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.823428 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.824753 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.824753 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.824753 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.824753 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.825260 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.825260 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.825260 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.825590 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.825772 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.826017 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.826250 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.826471 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.826745 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.826975 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.827223 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.827481 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.827697 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.827943 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.828182 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.828451 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.828648 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_json = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.829200 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.829200 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.830321 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.830561 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.830768 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.830989 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.831203 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.831463 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.831696 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.832132 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.832440 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.832758 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.833054 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.833249 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.833509 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.833766 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.833994 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.834246 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.834479 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.834785 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.835013 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.835315 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.835599 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.835872 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.836267 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.838682 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.839697 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.840828 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.840828 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.840828 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.840828 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.841107 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.841224 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.841465 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.841935 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.842171 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.842469 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.842738 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.843857 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.845463 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.845463 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.845463 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.845711 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.845972 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.846161 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.846424 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.846642 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.846889 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.847397 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.847632 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.847873 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.848103 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.848963 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.848963 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.848963 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.849185 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.849309 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.849506 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.849749 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.852547 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.852956 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.853350 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.854217 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.854217 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.854217 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.854456 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.854636 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.854878 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.855116 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.855337 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.855654 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.856040 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.856261 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.856415 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.858695 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.859903 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.859903 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.859903 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.859903 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.859903 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.860618 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.860618 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.860618 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.861018 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.861018 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.861018 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.861502 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.861502 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.861785 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.861925 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.862060 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.862195 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.862924 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.864060 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.864060 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.864360 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.864545 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.864783 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.865036 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.865273 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.865515 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.865732 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.867169 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.867169 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.867169 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.867169 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.867169 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.867169 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.868121 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.868121 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.868121 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.868121 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.868692 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.869789 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.869789 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.869789 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.869789 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.870328 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.870328 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.870583 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.870806 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.870956 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.871195 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.871484 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.871691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.871959 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.872271 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.872543 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.872801 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.873451 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.873451 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.874077 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.874077 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.874077 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.875385 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.875385 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.875385 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.875385 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.875385 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.875385 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.876181 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.876181 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.876181 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.877250 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.877250 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.877250 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.877250 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.877539 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.877539 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.877773 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.878015 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.878264 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.878508 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.878809 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.878969 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.879199 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880095 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880095 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880095 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880095 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880685 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880685 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880978 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.880978 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.881273 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.881410 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.881545 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.881742 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.881981 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.882190 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.883096 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.883096 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.883096 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.884351 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.884351 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.884351 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.884956 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.884956 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.884956 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.885461 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.885461 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.885726 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.885865 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.886644 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.886644 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.886644 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.886888 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.886963 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.887604 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.887604 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.887800 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.888002 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.888247 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.888924 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.888924 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.888924 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.889410 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.889549 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.890304 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.890571 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.890840 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.891102 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.891344 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.891588 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.891824 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.892055 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.892324 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.892578 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.892807 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.893285 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.893285 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.893527 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.893807 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.894076 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.894333 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.894557 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.894807 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.895031 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.895287 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.895524 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.895757 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.895963 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.896175 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.896419 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.896662 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.896956 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.897212 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.897442 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.897705 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.897944 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.898186 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.898439 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.898650 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.898894 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.899741 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.899946 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.900185 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.901006 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.901549 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.901773 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.902030 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.902258 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.902473 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.902701 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.902914 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.903150 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.903375 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.903593 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.903804 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.904055 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.906131 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.907650 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.907923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.908154 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.908437 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.908679 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.908900 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.909123 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.909349 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.909577 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.909794 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.910083 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.910354 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.910580 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.910884 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.911128 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.911378 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.911624 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.911928 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.912162 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.912605 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.912988 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.913802 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.913802 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.913802 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.914130 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.914507 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.914806 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.915395 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.915874 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.916165 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.916468 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.916710 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.917028 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.917366 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.917647 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.917923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.918884 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.919261 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.919575 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.919849 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.920715 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.920715 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.920715 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.921097 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.921205 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.921523 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.921757 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.921994 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.922238 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.922485 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.922748 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.922998 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.923987 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.923987 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:56:24.924570 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103260) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 19:56:24.924723 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 19:56:24.924886 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 19:56:24.925066 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 19:56:24.925286 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 19:56:24.925441 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 19:56:24.925658 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.925823 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.925985 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.926146 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.926312 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.926483 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.926645 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.926805 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.926959 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.927118 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.927277 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.927436 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.927578 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.927731 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.927901 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.929241 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.929576 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.931156 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.931156 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.931156 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.931156 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.931657 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.932249 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] debug = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.932249 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.932249 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.932614 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.932614 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.932841 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.932959 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.933079 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.933209 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.934449 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.934613 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.934777 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.934938 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.935100 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.935725 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.935901 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.936063 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.937627 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.937900 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.938071 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] host = dv-cinder-830086-1-iscsi {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.938243 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.938411 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.938571 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.938733 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.938893 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.939053 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.939212 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.939372 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.939531 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.939689 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.939848 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.940005 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.940163 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.941664 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.941664 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_options = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.941860 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.942137 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.943705 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.943913 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.944099 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.944307 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.944482 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.944640 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.944844 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.944977 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.945104 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.945236 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.945398 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.945560 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.945720 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.945952 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.946216 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.946524 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.946702 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.946863 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.947020 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.947179 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.947338 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.947497 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.947656 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.947817 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.947975 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.948135 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.950202 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.950392 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.951252 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.951431 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.951603 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.951775 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.951940 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.952104 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.952291 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.952455 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.952624 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.952784 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.952944 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.953103 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.953264 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.953415 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.953580 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.953748 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.953892 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_json = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.955513 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.955739 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.957352 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.957532 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.957697 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.957866 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.958030 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.958187 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.958353 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:24.958448 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 19:56:24.958531 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.958694 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.958870 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.959027 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.959192 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.959356 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.959517 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.959678 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.959864 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.960005 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.960149 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.960315 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.960484 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.960643 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.960779 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.961993 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.962145 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.962320 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.962462 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.962783 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.962949 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.964558 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.964751 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.964920 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.966421 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.966421 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.966421 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.966421 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.966421 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.967602 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.967602 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.967602 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.967602 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.967994 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.967994 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.968183 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969381 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969381 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969381 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969381 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969381 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969381 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969961 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.969961 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.970455 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.970629 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.970794 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.971691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.971691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.971691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.971691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.971691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.971691 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.972327 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.972638 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.972832 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.973813 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.973813 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.973813 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.973813 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.973813 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.974301 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.974301 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.974630 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.974803 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.975559 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.975900 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.976078 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.977211 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.977211 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.977211 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.978319 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.978319 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.979406 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.979589 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.980029 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.980906 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.980906 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.980906 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.980906 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.981456 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.981456 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.981456 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.981456 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.981901 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.981901 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.982040 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.982208 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.982378 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.982542 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.982705 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.982879 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.983057 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.983218 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.983383 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.983547 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.983709 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.983871 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.984034 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.984429 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.984765 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.984940 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.985101 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.985264 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.985431 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.985593 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.985756 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.985917 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.986805 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.986805 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.986805 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.987113 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.987113 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.987276 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.987443 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.987606 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.987782 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.987925 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.988086 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.988291 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.988436 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.988595 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.988875 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.989057 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.989237 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.989387 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.989872 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.990181 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.990801 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.992411 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.993254 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.993375 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.994460 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.994460 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.994638 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.994709 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.994868 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.995045 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.995951 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.995951 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.995951 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.996412 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.996412 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.996412 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.996817 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.996817 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.996817 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.997189 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.997330 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.997500 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.997816 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.998759 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.998947 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.999081 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.999215 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.999380 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.999543 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.999705 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:24.999868 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.000046 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.000189 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.000408 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.001495 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.001682 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.001853 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.002208 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.002347 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.002478 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.002609 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.002751 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.002893 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.003027 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.003184 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.003653 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.003826 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.003987 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.004153 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.004366 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.004531 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.004683 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.004844 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.005006 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.005155 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.005324 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.005533 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.005685 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.005976 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.006152 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.006302 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.006507 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.006708 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.006872 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.007134 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.007304 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.008266 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.008266 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.008266 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.008677 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.008677 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.008677 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.008856 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.009002 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.009117 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.009283 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.009447 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.009607 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.009768 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.009935 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.010102 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.010238 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.010394 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.010558 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.010719 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.010881 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.011044 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.011200 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.011357 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.011518 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.011680 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.011842 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.012002 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.012162 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.012618 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.012796 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.012949 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.013107 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.013268 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.013469 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.013587 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.013761 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.013923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.014083 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.014243 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.014401 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.014555 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.014726 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.014888 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.015049 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.015214 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.015376 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.015537 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.015709 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.015871 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.016032 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.016192 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.016375 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.016536 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.016708 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.016869 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.017030 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.017292 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.017460 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.017621 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.017795 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.017957 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.018119 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.018279 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.018441 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.018603 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.018773 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.018937 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.019098 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.019268 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.019429 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.019589 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.019750 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.019923 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.020089 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.020280 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.020442 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.020604 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.020765 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.020930 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.021099 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.021270 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.021441 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.021603 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.021770 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.021940 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.022109 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.022272 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.022439 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.022613 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.022771 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.022936 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.023095 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.023256 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.023420 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.023582 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.023744 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.024494 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.024663 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.024825 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.024989 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.025153 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.025315 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.025486 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.025635 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.025798 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.025960 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.026122 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.026283 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 19:56:25.026439 dv-cinder-830086-1-iscsi neutron-server[103260]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103260) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 19:56:36.648216 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b46052-7f0a-4942-9acf-1cc3191ec89a None None] get_active_networks_info from dv-cinder-830086-1-iscsi {{(pid=103374) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 19:56:36.747434 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b46052-7f0a-4942-9acf-1cc3191ec89a None None] No non-hosted networks {{(pid=103374) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 19:56:36.758500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.agentschedulers_db [None req-03b46052-7f0a-4942-9acf-1cc3191ec89a None None] DHCP Agent not found on host dv-cinder-830086-1-iscsi {{(pid=103374) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 19:56:36.820508 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-491286bf-14cf-4b25-a32b-36c465b0ca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7963739'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:38.980705 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7d48626-844e-48f9-9b69-c7de28cdc653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7963739'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:39.018591 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.db.api [None req-9fc285e8-410c-4e3e-9300-922416b8ab69 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-830086-1-iscsi {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 19:56:39.019126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG oslo_db.api [None req-9fc285e8-410c-4e3e-9300-922416b8ab69 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 19:56:39.605468 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9fc285e8-410c-4e3e-9300-922416b8ab69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:40.022547 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7963739'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:41.736435 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7963739'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:42.821813 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 43742) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:42.931923 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7963739'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:42.932814 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.933301 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.933723 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.934056 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.934386 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.934739 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.935063 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.935405 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.935727 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.936044 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.936403 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.936725 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.937056 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:42.937467 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830086-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:42.946971 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830086-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:56:43.397075 dv-cinder-830086-1-iscsi neutron-server[103373]: WARNING oslo_policy.policy [None req-fb779dfc-41a3-4907-be62-f03e3d4b31a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:43.397673 dv-cinder-830086-1-iscsi neutron-server[103373]: WARNING oslo_policy.policy [None req-fb779dfc-41a3-4907-be62-f03e3d4b31a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:43.626658 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [None req-fb779dfc-41a3-4907-be62-f03e3d4b31a3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:56:43.636251 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-fb779dfc-41a3-4907-be62-f03e3d4b31a3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8040578 Feb 20 19:56:45.046186 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.db.l3_hamode_db [None req-8ccad404-808b-41da-8b0c-188122da9921 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 19:56:45.127178 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccad404-808b-41da-8b0c-188122da9921 None None] Routers set() bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:56:45.127508 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccad404-808b-41da-8b0c-188122da9921 None None] Router IDs set() for agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 19:56:46.192097 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 43768) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:46.506864 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-6e9f6ed2-3e7a-44a6-91f8-41b5d8016a3c admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:56:46.602978 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.policy [None req-6e9f6ed2-3e7a-44a6-91f8-41b5d8016a3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103373) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 19:56:46.645432 dv-cinder-830086-1-iscsi neutron-server[103373]: WARNING oslo_policy.policy [None req-6e9f6ed2-3e7a-44a6-91f8-41b5d8016a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:46.645802 dv-cinder-830086-1-iscsi neutron-server[103373]: WARNING oslo_policy.policy [None req-6e9f6ed2-3e7a-44a6-91f8-41b5d8016a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:46.822060 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6ed2-3e7a-44a6-91f8-41b5d8016a3c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769887822983', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769887823536', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769887908668', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769887905349', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769887899019', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769887922397', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-981716', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815511', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8111868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8044201'] for rbac-policy (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:47.025296 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6e9f6ed2-3e7a-44a6-91f8-41b5d8016a3c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:47.026475 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-6e9f6ed2-3e7a-44a6-91f8-41b5d8016a3c admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8333621 Feb 20 19:56:49.541907 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 43778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:49.852398 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:56:49.936001 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Made reservation on behalf of f32a15b8492949dfaca28059672a9aee for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:56:49.939818 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:49.956847 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:50.062208 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks [] for security_group (156b5ef9-e995-4c07-87b7-4be5639ee268), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:50.097006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (156b5ef9-e995-4c07-87b7-4be5639ee268), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:50.122473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 19:56:50.158905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769891350577', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (bef1a8f3-5de6-4de3-b308-037b8e3efd29), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:50.159506 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Unsubscribe: segment precommit_create {{(pid=103373) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 19:56:50.160072 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Added segment bef1a8f3-5de6-4de3-b308-037b8e3efd29 of type vlan for network f76b3baa-07db-41f8-adff-ccdcf816a916 Feb 20 19:56:50.176699 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=156b5ef9-e995-4c07-87b7-4be5639ee268,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:50.203532 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.203901 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.204271 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.204610 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.204935 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.205257 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.205578 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.205897 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.206214 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.206546 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.206884 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.207180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.207493 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Tracked resource versions report: Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: pushed versions: Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Log': {'1.0'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Network': {'1.1'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Port': {'1.7'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'PortForwarding': {'1.2'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: consumer versions: Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Log': '1.0', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Network': '1.1', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Port': '1.7', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'PortForwarding': '1.2', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SubPort': '1.0', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Subnet': '1.1', Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Feb 20 19:56:50.208914 dv-cinder-830086-1-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:56:50.272407 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (f76b3baa-07db-41f8-adff-ccdcf816a916), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:50.360401 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (f76b3baa-07db-41f8-adff-ccdcf816a916), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:50.365422 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:50.366135 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:50.471582 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9285524 Feb 20 19:56:50.482702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad25ef0-a7d8-48c3-8b05-9bf256b4a0d2 demo demo] Pushing event updated for resources: {'Network': ['ID=f76b3baa-07db-41f8-adff-ccdcf816a916,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:50.495744 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network f76b3baa-07db-41f8-adff-ccdcf816a916 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:56:53.027353 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43790) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:53.531162 dv-cinder-830086-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-3527341d-363f-4431-a55b-967092eac94f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:53.531726 dv-cinder-830086-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-3527341d-363f-4431-a55b-967092eac94f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:53.972029 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.policy [None req-3527341d-363f-4431-a55b-967092eac94f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103371) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 19:56:54.014781 dv-cinder-830086-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-3527341d-363f-4431-a55b-967092eac94f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:54.015150 dv-cinder-830086-1-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-3527341d-363f-4431-a55b-967092eac94f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 19:56:54.022991 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3527341d-363f-4431-a55b-967092eac94f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:54.024760 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3527341d-363f-4431-a55b-967092eac94f demo admin] 10.222.0.61 "GET /v2.0/networks/f76b3baa-07db-41f8-adff-ccdcf816a916 HTTP/1.1" status: 200 len: 825 time: 0.9965165 Feb 20 19:56:54.064088 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4fcff6e0-43e8-4277-a6f3-9556d997a75c demo admin] 10.222.0.61 "GET /v2.0/subnetpools/92114046-db72-4aba-9abb-0689c60febc4 HTTP/1.1" status: 200 len: 734 time: 0.0335939 Feb 20 19:56:54.072964 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Request body: {'subnet': {'subnetpool_id': '92114046-db72-4aba-9abb-0689c60febc4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:56:54.177340 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Made reservation on behalf of f32a15b8492949dfaca28059672a9aee for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:56:54.180111 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:54.513614 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (77410b00-ce0d-42ff-89c6-17f849c27572), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:54.583493 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Checking segment: {'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:56:54.583903 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Network hostable DHCP agents. Network: f76b3baa-07db-41f8-adff-ccdcf816a916, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:56:54.598444 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Pushing event updated for resources: {'Subnet': ['ID=77410b00-ce0d-42ff-89c6-17f849c27572,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:54.611418 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.611780 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Tracked resource versions report: Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: pushed versions: Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Log': {'1.0'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Network': {'1.1'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Port': {'1.7'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'PortForwarding': {'1.2'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: consumer versions: Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Log': '1.0', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Network': '1.1', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Port': '1.7', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'PortForwarding': '1.2', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SubPort': '1.0', Feb 20 19:56:54.617860 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Subnet': '1.1', Feb 20 19:56:54.620034 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Feb 20 19:56:54.620034 dv-cinder-830086-1-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:56:54.697186 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Network f76b3baa-07db-41f8-adff-ccdcf816a916 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:56:54.777122 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, f76b3baa-07db-41f8-adff-ccdcf816a916) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:56:54.782410 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:56:54.783534 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:54.786880 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfde4a7-0450-49a3-b8e0-7de2e4273c00 None None] Network f76b3baa-07db-41f8-adff-ccdcf816a916 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:56:54.871766 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c376d5d6-c9f6-46d1-a0b4-7b7bbf52948f demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8022914 Feb 20 19:56:55.186356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-f76b3baa-07db-41f8-adff-ccdcf816a916', 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916', 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'fixed_ips': [{'subnet_id': '77410b00-ce0d-42ff-89c6-17f849c27572'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 19:56:55.187681 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:55.498078 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Allocated IP 172.20.0.2 (f76b3baa-07db-41f8-adff-ccdcf816a916/77410b00-ce0d-42ff-89c6-17f849c27572/f4a840d8-904a-49ac-af03-11de88b31acd) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:56:55.873574 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Publish callbacks [] for port (f4a840d8-904a-49ac-af03-11de88b31acd), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:55.966397 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:56.043780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Network f76b3baa-07db-41f8-adff-ccdcf816a916 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:56:56.049457 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:56:56.060835 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:56:56.062863 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Pushing event updated for resources: {'Port': ['ID=f4a840d8-904a-49ac-af03-11de88b31acd,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:56.073544 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.073892 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.074256 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.074589 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.074919 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.075268 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.075575 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.075900 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.076240 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.076582 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.076912 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.077238 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.077557 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Tracked resource versions report: Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: pushed versions: Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: { 'AddressGroup': {'1.2'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'ConntrackHelper': {'1.0'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Log': {'1.0'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Network': {'1.1'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Port': {'1.7'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'PortForwarding': {'1.2'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'QosPolicy': {'1.10'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroup': {'1.5'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SubPort': {'1.0'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Subnet': {'1.1'}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Trunk': {'1.1'}} Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: consumer versions: Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'ConntrackHelper': '1.0', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'LocalIPAssociation': '1.0', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Log': '1.0', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Network': '1.1', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Port': '1.7', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'PortForwarding': '1.2', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'QosPolicy': '1.10', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroup': '1.5', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroupRule': '1.2', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SubPort': '1.0', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Subnet': '1.1', Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Trunk': '1.1'}} Feb 20 19:56:56.079008 dv-cinder-830086-1-iscsi neutron-server[103374]: {{(pid=103374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:56:56.155857 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Attempting to bind port f4a840d8-904a-49ac-af03-11de88b31acd on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:56:56.156436 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Attempting to bind port f4a840d8-904a-49ac-af03-11de88b31acd by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:56:56.156857 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Attempting to bind port f4a840d8-904a-49ac-af03-11de88b31acd on network f76b3baa-07db-41f8-adff-ccdcf816a916 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:56:56.162079 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:56:56.162459 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Checking segment: {'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:56:56.162935 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:56.163325 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Bound using segment: {'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:56:56.163847 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Bound port: f4a840d8-904a-49ac-af03-11de88b31acd, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:56:56.164278 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:56.228194 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] For port f4a840d8-904a-49ac-af03-11de88b31acd, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:56:56.232412 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] For port f4a840d8-904a-49ac-af03-11de88b31acd, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=f4a840d8-904a-49ac-af03-11de88b31acd,segment=NetworkSegment(bef1a8f3-5de6-4de3-b308-037b8e3efd29),segment_id=bef1a8f3-5de6-4de3-b308-037b8e3efd29)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:56:56.314341 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:56:56.386773 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cb607-1e87-44b1-92ee-696f0f4bbc16 None None] Pushing event updated for resources: {'Port': ['ID=f4a840d8-904a-49ac-af03-11de88b31acd,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:56:57.459062 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43810) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:56:57.780999 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-b5cdadb5-cf17-463c-b049-70c41a062243 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:56:57.782088 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b5cdadb5-cf17-463c-b049-70c41a062243 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3220906 Feb 20 19:57:00.385976 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43818) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:00.707037 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-5298dbe0-abde-4ab7-b63f-649b825b7e93 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:57:00.708276 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5298dbe0-abde-4ab7-b63f-649b825b7e93 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213208 Feb 20 19:57:03.270850 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43826) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:03.596049 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-4fff8f46-3f05-4957-a3cd-158a78a0bad5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:57:03.691390 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fff8f46-3f05-4957-a3cd-158a78a0bad5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (534df8bd-de15-4fa5-9064-00667ebdf2ab), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:03.693076 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fff8f46-3f05-4957-a3cd-158a78a0bad5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (534df8bd-de15-4fa5-9064-00667ebdf2ab), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:03.855623 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fff8f46-3f05-4957-a3cd-158a78a0bad5 demo demo] Publish callbacks [] for router_controller (534df8bd-de15-4fa5-9064-00667ebdf2ab), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:03.902107 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fff8f46-3f05-4957-a3cd-158a78a0bad5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (534df8bd-de15-4fa5-9064-00667ebdf2ab), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:03.971785 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fff8f46-3f05-4957-a3cd-158a78a0bad5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:03.972917 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4fff8f46-3f05-4957-a3cd-158a78a0bad5 demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7011168 Feb 20 19:57:06.545632 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43838) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:06.617089 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae554-0d4e-43ea-a907-504276df0791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:06.872577 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-4bc14723-688c-4e5a-b016-578b0af73a2f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:57:06.873646 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4bc14723-688c-4e5a-b016-578b0af73a2f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3270857 Feb 20 19:57:07.651202 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device f4a840d8-904a-49ac-af03-11de88b31acd up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:57:07.741798 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port f4a840d8-904a-49ac-af03-11de88b31acd triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:07.742228 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:07.848916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port f4a840d8-904a-49ac-af03-11de88b31acd is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:07.849309 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:07.870367 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b7f1c5-e039-4a09-ac4b-1cbab5e90f4e None None] Network f76b3baa-07db-41f8-adff-ccdcf816a916 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:57:07.933664 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port f4a840d8-904a-49ac-af03-11de88b31acd, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=f4a840d8-904a-49ac-af03-11de88b31acd,segment=NetworkSegment(bef1a8f3-5de6-4de3-b308-037b8e3efd29),segment_id=bef1a8f3-5de6-4de3-b308-037b8e3efd29)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:57:07.953786 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5a4aa3b3-17cd-494f-b635-c4d3ecb41542 None None] Provisioning complete for port f4a840d8-904a-49ac-af03-11de88b31acd triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:07.954171 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5a4aa3b3-17cd-494f-b635-c4d3ecb41542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:08.023938 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:08.122250 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=f4a840d8-904a-49ac-af03-11de88b31acd,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:08.138312 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5a4aa3b3-17cd-494f-b635-c4d3ecb41542 None None] Current status of the port f4a840d8-904a-49ac-af03-11de88b31acd is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:08.361925 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-a14f061a-3cc0-4464-a6b8-c972f869b3c9 None None] Provisioning complete for port f4a840d8-904a-49ac-af03-11de88b31acd triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:08.362316 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a14f061a-3cc0-4464-a6b8-c972f869b3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:08.436998 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a14f061a-3cc0-4464-a6b8-c972f869b3c9 None None] Current status of the port f4a840d8-904a-49ac-af03-11de88b31acd is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:08.946692 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fdcef310-603d-4604-a080-4b6cbd9c43b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:09.436284 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43848) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:09.621531 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device f4a840d8-904a-49ac-af03-11de88b31acd up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:57:09.670058 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port f4a840d8-904a-49ac-af03-11de88b31acd triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:09.670441 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:09.747693 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port f4a840d8-904a-49ac-af03-11de88b31acd is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:09.761678 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:57:09.844840 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Made reservation on behalf of 0114b64fc08540d29336665c1aaa3413 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:57:09.847054 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:09.862321 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:09.961166 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks [] for security_group (5ad202b3-1c3a-4b16-bb4d-a4a3e713acc3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:09.999209 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.021902 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (5ad202b3-1c3a-4b16-bb4d-a4a3e713acc3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.038719 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103371) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 19:57:10.060801 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad202b3-1c3a-4b16-bb4d-a4a3e713acc3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:10.063445 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769891350577', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (f5bafbd6-5b67-4e09-bd41-e90259abb538), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.063992 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Unsubscribe: segment precommit_create {{(pid=103371) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 19:57:10.064515 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Added segment f5bafbd6-5b67-4e09-bd41-e90259abb538 of type flat for network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe Feb 20 19:57:10.126969 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.227457 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.228417 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:10.228992 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:10.315024 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:10.325303 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:57:10.362029 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3cc6dbd8-663e-449b-98db-e4df4ee684b5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9246891 Feb 20 19:57:11.680054 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:12.862704 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43866) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:12.946762 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:13.043744 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622d2ca-1290-44ed-ad8a-cebb1e72a33a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:13.045069 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e622d2ca-1290-44ed-ad8a-cebb1e72a33a demo admin] 10.222.0.61 "GET /v2.0/subnets/77410b00-ce0d-42ff-89c6-17f849c27572 HTTP/1.1" status: 200 len: 849 time: 0.1814244 Feb 20 19:57:13.168938 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-964db77a-9349-4603-9ad2-4c3d392804a9 demo admin] 10.222.0.61 "GET /v2.0/routers/534df8bd-de15-4fa5-9064-00667ebdf2ab HTTP/1.1" status: 200 len: 704 time: 0.1181583 Feb 20 19:57:13.445881 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:13.731905 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Allocated IP 172.20.0.1 (f76b3baa-07db-41f8-adff-ccdcf816a916/77410b00-ce0d-42ff-89c6-17f849c27572/4c263d7b-08ad-4299-a76e-92f090d88b1a) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:57:13.879942 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks [] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.055953 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.119277 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Network f76b3baa-07db-41f8-adff-ccdcf816a916 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:57:14.124580 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:57:14.137774 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:57:14.138292 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (534df8bd-de15-4fa5-9064-00667ebdf2ab), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.163428 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Pushing event updated for resources: {'Port': ['ID=4c263d7b-08ad-4299-a76e-92f090d88b1a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:14.290421 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-d6f71f09-b353-4485-83d5-f5c31cd70cc1 None None] Provisioning complete for port 4c263d7b-08ad-4299-a76e-92f090d88b1a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:14.290983 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d6f71f09-b353-4485-83d5-f5c31cd70cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.323208 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d6f71f09-b353-4485-83d5-f5c31cd70cc1 None None] Port 4c263d7b-08ad-4299-a76e-92f090d88b1a cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:57:14.417790 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.635071 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks [] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.753640 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.754486 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (534df8bd-de15-4fa5-9064-00667ebdf2ab), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:14.842149 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Pushing event updated for resources: {'Port': ['ID=4c263d7b-08ad-4299-a76e-92f090d88b1a,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:14.894250 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Network f76b3baa-07db-41f8-adff-ccdcf816a916 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:57:14.895681 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:57:15.234132 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Router 534df8bd-de15-4fa5-9064-00667ebdf2ab is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 19:57:15.246257 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-e6c5af71-2750-4d30-a09d-9f1e7ecd6ad4 None None] Provisioning complete for port 4c263d7b-08ad-4299-a76e-92f090d88b1a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:15.246648 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e6c5af71-2750-4d30-a09d-9f1e7ecd6ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:15.281825 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e6c5af71-2750-4d30-a09d-9f1e7ecd6ad4 None None] Port 4c263d7b-08ad-4299-a76e-92f090d88b1a cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:57:15.337488 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 19:57:15.343568 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-11be9f11-e9e0-4a7d-8f8e-50951895b3b6 demo admin] 10.222.0.61 "PUT /v2.0/routers/534df8bd-de15-4fa5-9064-00667ebdf2ab/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1695030 Feb 20 19:57:15.347619 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Sync routers for ids ['534df8bd-de15-4fa5-9064-00667ebdf2ab'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 19:57:15.360251 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Routers {'534df8bd-de15-4fa5-9064-00667ebdf2ab'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:57:15.361117 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T19:57:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['534df8bd-de15-4fa5-9064-00667ebdf2ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:15.560280 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Set router 534df8bd-de15-4fa5-9064-00667ebdf2ab gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:57:15.995961 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'name': 'router1', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:57:03Z', 'updated_at': '2022-02-20T19:57:14Z', 'revision_number': 2, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'gw_port_host': None, '_interfaces': [{'id': '4c263d7b-08ad-4299-a76e-92f090d88b1a', 'name': '', 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'mac_address': 'fa:16:3e:05:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:13Z', 'updated_at': '2022-02-20T19:57:14Z', 'revision_number': 2, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'subnets': [{'id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92114046-db72-4aba-9abb-0689c60febc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:16.047052 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Checking router: 534df8bd-de15-4fa5-9064-00667ebdf2ab for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 19:57:16.047420 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Updating router 534df8bd-de15-4fa5-9064-00667ebdf2ab port 4c263d7b-08ad-4299-a76e-92f090d88b1a binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 19:57:16.099861 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:16.624312 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Publish callbacks [] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:16.673393 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:16.841133 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Pushing event updated for resources: {'Port': ['ID=4c263d7b-08ad-4299-a76e-92f090d88b1a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:16.843992 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Attempting to bind port 4c263d7b-08ad-4299-a76e-92f090d88b1a on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:57:16.844501 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Attempting to bind port 4c263d7b-08ad-4299-a76e-92f090d88b1a by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:57:16.844921 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Attempting to bind port 4c263d7b-08ad-4299-a76e-92f090d88b1a on network f76b3baa-07db-41f8-adff-ccdcf816a916 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:57:16.854688 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:57:16.855086 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Checking segment: {'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:57:16.855553 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:16.855940 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Bound using segment: {'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:57:16.856436 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Bound port: 4c263d7b-08ad-4299-a76e-92f090d88b1a, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef1a8f3-5de6-4de3-b308-037b8e3efd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:57:16.856812 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:16.860169 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.860540 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.860879 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.861211 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.861534 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.861856 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.862174 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.862492 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.862808 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.863140 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.863461 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.863770 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.864081 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Tracked resource versions report: Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: pushed versions: Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: { 'AddressGroup': {'1.2'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Log': {'1.0'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Network': {'1.1'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Port': {'1.7'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'PortForwarding': {'1.2'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'QosPolicy': {'1.10'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroup': {'1.5'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SubPort': {'1.0'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Subnet': {'1.1'}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Trunk': {'1.1'}} Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: consumer versions: Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'ConntrackHelper': '1.0', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'LocalIPAssociation': '1.0', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Log': '1.0', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Network': '1.1', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Port': '1.7', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'PortForwarding': '1.2', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'QosPolicy': '1.10', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroup': '1.5', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroupRule': '1.2', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SubPort': '1.0', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Subnet': '1.1', Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Trunk': '1.1'}} Feb 20 19:57:16.865496 dv-cinder-830086-1-iscsi neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 19:57:16.911318 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-c651d1fe-843b-48ad-aafb-60956a31d22f None None] Provisioning complete for port 4c263d7b-08ad-4299-a76e-92f090d88b1a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:16.911899 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c651d1fe-843b-48ad-aafb-60956a31d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:16.935300 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] For port 4c263d7b-08ad-4299-a76e-92f090d88b1a, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:57:16.945929 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c651d1fe-843b-48ad-aafb-60956a31d22f None None] Port 4c263d7b-08ad-4299-a76e-92f090d88b1a cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 19:57:16.955474 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] For port 4c263d7b-08ad-4299-a76e-92f090d88b1a, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=4c263d7b-08ad-4299-a76e-92f090d88b1a,segment=NetworkSegment(bef1a8f3-5de6-4de3-b308-037b8e3efd29),segment_id=bef1a8f3-5de6-4de3-b308-037b8e3efd29)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:57:17.034241 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:17.085430 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Routers {'534df8bd-de15-4fa5-9064-00667ebdf2ab'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:57:17.086047 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T19:57:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['534df8bd-de15-4fa5-9064-00667ebdf2ab'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:17.132395 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0e1fa-0ea1-42ef-ac71-24fc7765ec0a None None] Pushing event updated for resources: {'Port': ['ID=4c263d7b-08ad-4299-a76e-92f090d88b1a,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:17.185644 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] Set router 534df8bd-de15-4fa5-9064-00667ebdf2ab gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:57:17.278879 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-ac23218f-dd4f-421b-8220-a11c20e43cac None None] Provisioning complete for port 4c263d7b-08ad-4299-a76e-92f090d88b1a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:17.279399 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac23218f-dd4f-421b-8220-a11c20e43cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:17.366401 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ac23218f-dd4f-421b-8220-a11c20e43cac None None] Current status of the port 4c263d7b-08ad-4299-a76e-92f090d88b1a is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:17.367137 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac23218f-dd4f-421b-8220-a11c20e43cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:17.400247 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ac23218f-dd4f-421b-8220-a11c20e43cac None None] For port 4c263d7b-08ad-4299-a76e-92f090d88b1a, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=4c263d7b-08ad-4299-a76e-92f090d88b1a,segment=NetworkSegment(bef1a8f3-5de6-4de3-b308-037b8e3efd29),segment_id=bef1a8f3-5de6-4de3-b308-037b8e3efd29)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:57:17.406967 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'name': 'router1', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:57:03Z', 'updated_at': '2022-02-20T19:57:14Z', 'revision_number': 2, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'gw_port_host': None, '_interfaces': [{'id': '4c263d7b-08ad-4299-a76e-92f090d88b1a', 'name': '', 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'mac_address': 'fa:16:3e:05:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:13Z', 'updated_at': '2022-02-20T19:57:16Z', 'revision_number': 4, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'subnets': [{'id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92114046-db72-4aba-9abb-0689c60febc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:17.433283 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bcd22-cd03-4bf0-abb4-4dc765c65dff None None] The sync data for ids ['534df8bd-de15-4fa5-9064-00667ebdf2ab'] in dv-cinder-830086-1-iscsi is: [{'id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'name': 'router1', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:57:03Z', 'updated_at': '2022-02-20T19:57:14Z', 'revision_number': 2, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'gw_port_host': None, '_interfaces': [{'id': '4c263d7b-08ad-4299-a76e-92f090d88b1a', 'name': '', 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'mac_address': 'fa:16:3e:05:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:13Z', 'updated_at': '2022-02-20T19:57:16Z', 'revision_number': 4, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'subnets': [{'id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92114046-db72-4aba-9abb-0689c60febc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 19:57:17.472856 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ac23218f-dd4f-421b-8220-a11c20e43cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:17.523314 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23218f-dd4f-421b-8220-a11c20e43cac None None] Pushing event updated for resources: {'Port': ['ID=4c263d7b-08ad-4299-a76e-92f090d88b1a,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:17.834081 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 43886) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:17.957205 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba59639-e47c-4ee2-b8b4-0f193a136c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:17.958472 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5ba59639-e47c-4ee2-b8b4-0f193a136c3c admin admin] 10.222.0.61 "GET /v2.0/networks/1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe HTTP/1.1" status: 200 len: 842 time: 0.1231000 Feb 20 19:57:17.968422 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Request body: {'subnet': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:57:18.056148 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Made reservation on behalf of 0114b64fc08540d29336665c1aaa3413 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:57:18.058775 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:18.438292 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.objects.ports [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103371) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 19:57:18.438725 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (01f663f3-a11d-4999-a366-9c93c117ea84), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:18.494850 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f663f3-a11d-4999-a366-9c93c117ea84,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:18.507026 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:57:18.507382 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Network hostable DHCP agents. Network: 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:57:18.604967 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:57:18.690875 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:57:18.696812 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:18.696812 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:18.700838 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f32db8c-d39f-461a-afe0-7173d93f68a9 None None] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:57:18.797783 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9ab9670d-cf7f-4a03-ad75-49a1abd166d5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8325560 Feb 20 19:57:18.804646 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dccacc-52b2-4e79-8c32-ea0be62bd5a4 None None] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:57:21.228999 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 43894) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:21.513311 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-05e91be3-e364-49af-87d3-5c9ff3f308f1 demo admin] 10.222.0.61 "GET /v2.0/routers/534df8bd-de15-4fa5-9064-00667ebdf2ab HTTP/1.1" status: 200 len: 710 time: 0.2830665 Feb 20 19:57:21.665825 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55823efb-c71d-4b33-99c1-7fe54a6cabc3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:57:21.667213 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-55823efb-c71d-4b33-99c1-7fe54a6cabc3 demo admin] 10.222.0.61 "GET /v2.0/networks/1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe HTTP/1.1" status: 200 len: 886 time: 0.1486552 Feb 20 19:57:21.676183 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:57:21.927371 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks [] for router_gateway (534df8bd-de15-4fa5-9064-00667ebdf2ab), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:22.238032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks [] for router_gateway (534df8bd-de15-4fa5-9064-00667ebdf2ab), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:22.311876 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:22.496479 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Allocated IP 172.27.1.204 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/0f472bc8-9205-4e44-9a79-b4468f92da74) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:57:22.702662 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks [] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:22.816307 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:22.899434 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:57:22.905767 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:57:22.919489 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:57:22.922185 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Pushing event updated for resources: {'Port': ['ID=0f472bc8-9205-4e44-9a79-b4468f92da74,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:23.340751 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks [] for router_gateway (534df8bd-de15-4fa5-9064-00667ebdf2ab), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:23.539006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7962949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7966260', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58041'] for router (534df8bd-de15-4fa5-9064-00667ebdf2ab), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:23.543852 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7962962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7962971', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7966269'] for router (534df8bd-de15-4fa5-9064-00667ebdf2ab), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:23.655695 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Router 534df8bd-de15-4fa5-9064-00667ebdf2ab has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 19:57:23.763133 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 19:57:23.767558 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:23.768637 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-84d7183b-de24-4392-a05b-62ac038b4723 demo admin] 10.222.0.61 "PUT /v2.0/routers/534df8bd-de15-4fa5-9064-00667ebdf2ab HTTP/1.1" status: 200 len: 890 time: 2.0955880 Feb 20 19:57:25.672846 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 4c263d7b-08ad-4299-a76e-92f090d88b1a up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:57:25.721622 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 4c263d7b-08ad-4299-a76e-92f090d88b1a triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:25.722027 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:25.801698 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 4c263d7b-08ad-4299-a76e-92f090d88b1a is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:26.215147 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Sync routers for ids ['534df8bd-de15-4fa5-9064-00667ebdf2ab'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 19:57:26.227544 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Routers {'534df8bd-de15-4fa5-9064-00667ebdf2ab'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:57:26.228345 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T19:57:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['534df8bd-de15-4fa5-9064-00667ebdf2ab'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:26.334060 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 43906) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:57:26.450950 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Set router 534df8bd-de15-4fa5-9064-00667ebdf2ab gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:57:26.454974 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-5b9c5fed-692a-480d-a652-f374849b40ed admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150885 Feb 20 19:57:26.945908 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'name': 'router1', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0f472bc8-9205-4e44-9a79-b4468f92da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:57:03Z', 'updated_at': '2022-02-20T19:57:23Z', 'revision_number': 4, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'gw_port': {'id': '0f472bc8-9205-4e44-9a79-b4468f92da74', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:22Z', 'updated_at': '2022-02-20T19:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '4c263d7b-08ad-4299-a76e-92f090d88b1a', 'name': '', 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'mac_address': 'fa:16:3e:05:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:13Z', 'updated_at': '2022-02-20T19:57:17Z', 'revision_number': 5, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'subnets': [{'id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92114046-db72-4aba-9abb-0689c60febc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:26.998253 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Checking router: 534df8bd-de15-4fa5-9064-00667ebdf2ab for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 19:57:26.998605 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Updating router 534df8bd-de15-4fa5-9064-00667ebdf2ab port 0f472bc8-9205-4e44-9a79-b4468f92da74 binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 19:57:27.052433 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:27.390333 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Publish callbacks [] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:27.479203 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:27.530107 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7398-1615-442c-a74a-c80b70fdf8dc None None] Pushing event updated for resources: {'Port': ['ID=0f472bc8-9205-4e44-9a79-b4468f92da74,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:27.532322 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Attempting to bind port 0f472bc8-9205-4e44-9a79-b4468f92da74 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:57:27.532689 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Attempting to bind port 0f472bc8-9205-4e44-9a79-b4468f92da74 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:57:27.533041 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Attempting to bind port 0f472bc8-9205-4e44-9a79-b4468f92da74 on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:57:27.539647 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:57:27.540020 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:57:27.540447 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:27.540837 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:57:27.541297 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Bound port: 0f472bc8-9205-4e44-9a79-b4468f92da74, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:57:27.541677 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:27.589811 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] For port 0f472bc8-9205-4e44-9a79-b4468f92da74, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:57:27.592714 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] For port 0f472bc8-9205-4e44-9a79-b4468f92da74, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=0f472bc8-9205-4e44-9a79-b4468f92da74,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:57:27.668017 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:27.732173 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Routers {'534df8bd-de15-4fa5-9064-00667ebdf2ab'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 19:57:27.732822 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T19:57:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['534df8bd-de15-4fa5-9064-00667ebdf2ab'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:27.735511 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f7398-1615-442c-a74a-c80b70fdf8dc None None] Pushing event updated for resources: {'Port': ['ID=0f472bc8-9205-4e44-9a79-b4468f92da74,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:27.850942 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] Set router 534df8bd-de15-4fa5-9064-00667ebdf2ab gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 19:57:28.062469 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'name': 'router1', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0f472bc8-9205-4e44-9a79-b4468f92da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:57:03Z', 'updated_at': '2022-02-20T19:57:23Z', 'revision_number': 4, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'gw_port': {'id': '0f472bc8-9205-4e44-9a79-b4468f92da74', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:22Z', 'updated_at': '2022-02-20T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '4c263d7b-08ad-4299-a76e-92f090d88b1a', 'name': '', 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'mac_address': 'fa:16:3e:05:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:13Z', 'updated_at': '2022-02-20T19:57:17Z', 'revision_number': 5, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'subnets': [{'id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92114046-db72-4aba-9abb-0689c60febc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 19:57:28.089143 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eccefb-33bf-401e-aba3-ba4578914f0f None None] The sync data for ids ['534df8bd-de15-4fa5-9064-00667ebdf2ab'] in dv-cinder-830086-1-iscsi is: [{'id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'name': 'router1', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '0f472bc8-9205-4e44-9a79-b4468f92da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T19:57:03Z', 'updated_at': '2022-02-20T19:57:23Z', 'revision_number': 4, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'gw_port': {'id': '0f472bc8-9205-4e44-9a79-b4468f92da74', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:22Z', 'updated_at': '2022-02-20T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '4c263d7b-08ad-4299-a76e-92f090d88b1a', 'name': '', 'network_id': 'f76b3baa-07db-41f8-adff-ccdcf816a916', 'tenant_id': 'f32a15b8492949dfaca28059672a9aee', 'mac_address': 'fa:16:3e:05:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534df8bd-de15-4fa5-9064-00667ebdf2ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T19:57:13Z', 'updated_at': '2022-02-20T19:57:17Z', 'revision_number': 5, 'project_id': 'f32a15b8492949dfaca28059672a9aee', 'subnets': [{'id': '77410b00-ce0d-42ff-89c6-17f849c27572', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92114046-db72-4aba-9abb-0689c60febc4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 19:57:29.702827 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 0f472bc8-9205-4e44-9a79-b4468f92da74 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:57:29.761778 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 0f472bc8-9205-4e44-9a79-b4468f92da74 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:29.762523 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:29.840879 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 0f472bc8-9205-4e44-9a79-b4468f92da74 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:29.841544 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:29.865191 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 0f472bc8-9205-4e44-9a79-b4468f92da74, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=0f472bc8-9205-4e44-9a79-b4468f92da74,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:57:29.924365 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:29.985134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=0f472bc8-9205-4e44-9a79-b4468f92da74,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:57:31.672134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 0f472bc8-9205-4e44-9a79-b4468f92da74 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:57:31.760726 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 0f472bc8-9205-4e44-9a79-b4468f92da74 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:57:31.761058 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (0f472bc8-9205-4e44-9a79-b4468f92da74), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:31.945279 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 0f472bc8-9205-4e44-9a79-b4468f92da74 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:57:35.847705 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:57:36.644670 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-54482c6b-a84c-4bb0-94ea-40c15f822af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:38.946937 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a915e478-11b7-426c-af66-da6f1dd851df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:39.993080 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:41.710897 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:57:42.935953 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:06.620590 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-676a7bf1-3a8d-4a18-9599-fc3f0aa2b8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:08.970867 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4b009ff6-2f35-4771-a170-2a1f07460b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:10.083928 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:11.717330 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:12.847411 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:58:12.922882 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:36.624174 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-53ff0293-7722-4a5a-8ce6-4f641aab4122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:38.927883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-976deff4-8215-4021-b094-71ef56b201ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:40.013004 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:41.704643 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:42.915832 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:48.952393 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44390) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:49.012958 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.pecan_wsgi.hooks.translation [None req-768e258c-f876-4471-8498-689ebe8014b1 admin admin] GET failed (client error): The resource could not be found. Feb 20 19:58:49.014225 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-768e258c-f876-4471-8498-689ebe8014b1 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608983 Feb 20 19:58:49.243691 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff031413-f78a-495a-ad44-7b3985354078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:49.245229 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ff031413-f78a-495a-ad44-7b3985354078 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2268395 Feb 20 19:58:49.846360 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:58:51.604500 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44400) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:51.709655 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2ec0c2-0a7d-4879-990a-8a5768130a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:51.710994 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ed2ec0c2-0a7d-4879-990a-8a5768130a6d admin admin] 10.222.0.61 "GET /v2.0/subnets/77410b00-ce0d-42ff-89c6-17f849c27572 HTTP/1.1" status: 200 len: 849 time: 0.1052339 Feb 20 19:58:51.720245 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:58:51.803749 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Publish callbacks [] for subnet (77410b00-ce0d-42ff-89c6-17f849c27572), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:51.989639 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769891361666'] for subnet (77410b00-ce0d-42ff-89c6-17f849c27572), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:52.020081 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:52.020692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:52.021957 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] 10.222.0.61 "PUT /v2.0/subnets/77410b00-ce0d-42ff-89c6-17f849c27572 HTTP/1.1" status: 200 len: 868 time: 0.3052988 Feb 20 19:58:52.025532 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9c654b-35e1-4cd0-935a-53dfc8ebb68b None None] Network f76b3baa-07db-41f8-adff-ccdcf816a916 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:58:52.042811 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77410b00-ce0d-42ff-89c6-17f849c27572,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:58:52.051076 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.051555 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.052017 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.052482 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.052914 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.053349 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.053857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.054239 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.054684 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.055175 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.055553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.055950 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.056360 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1387160a-aef3-49b3-aeb5-df42a7a614c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:58:52.366969 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-3e5c3c86-ef6e-45d8-908b-d1978359e82a None None] Provisioning complete for port f4a840d8-904a-49ac-af03-11de88b31acd triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:52.367355 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3c86-ef6e-45d8-908b-d1978359e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f4a840d8-904a-49ac-af03-11de88b31acd), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:52.446128 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c3c86-ef6e-45d8-908b-d1978359e82a None None] Current status of the port f4a840d8-904a-49ac-af03-11de88b31acd is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:52.455674 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-3e5c3c86-ef6e-45d8-908b-d1978359e82a None None] Provisioning complete for port 4c263d7b-08ad-4299-a76e-92f090d88b1a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:58:52.456811 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3e5c3c86-ef6e-45d8-908b-d1978359e82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (4c263d7b-08ad-4299-a76e-92f090d88b1a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:58:52.530073 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c3c86-ef6e-45d8-908b-d1978359e82a None None] Current status of the port 4c263d7b-08ad-4299-a76e-92f090d88b1a is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:58:54.370795 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44410) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:54.570347 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbba5e9-17ba-4ffb-877b-1491eb786cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:54.570806 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbba5e9-17ba-4ffb-877b-1491eb786cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:54.572342 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-afbba5e9-17ba-4ffb-877b-1491eb786cff admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005715 Feb 20 19:58:56.876078 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44418) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:57.007878 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd436d0-617e-4805-9f01-a1dcba4a34d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:57.008378 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd436d0-617e-4805-9f01-a1dcba4a34d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:57.009904 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-cbd436d0-617e-4805-9f01-a1dcba4a34d3 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328537 Feb 20 19:58:59.327221 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:58:59.521480 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02391901-bfd0-42e8-93ea-e80c9dd57834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:58:59.522771 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-02391901-bfd0-42e8-93ea-e80c9dd57834 admin admin] 10.222.0.61 "GET /v2.0/networks/1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe HTTP/1.1" status: 200 len: 886 time: 0.1946058 Feb 20 19:59:01.917224 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44434) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:02.064289 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d606a-af27-4297-bdef-592fa5f817bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:02.066440 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b12d606a-af27-4297-bdef-592fa5f817bd admin admin] 10.222.0.61 "GET /v2.0/networks/f76b3baa-07db-41f8-adff-ccdcf816a916 HTTP/1.1" status: 200 len: 869 time: 0.1482573 Feb 20 19:59:04.398972 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44442) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:04.522218 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b4951-0613-4325-8c95-e67a24ababc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:04.522668 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b4951-0613-4325-8c95-e67a24ababc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:04.524189 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-024b4951-0613-4325-8c95-e67a24ababc7 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242757 Feb 20 19:59:06.651931 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-16d5cb37-3b28-4a8a-8519-96d5ac5d8b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:06.865963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44450) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:06.961316 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95270508-7c84-4b86-a643-ccd89edd88de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:06.961761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95270508-7c84-4b86-a643-ccd89edd88de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:06.963244 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-95270508-7c84-4b86-a643-ccd89edd88de admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963464 Feb 20 19:59:08.932126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-eea4d41f-8742-489e-b7d0-d1c21da56414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:09.293164 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44458) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:09.377859 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb63c40-6d3f-411e-b3a2-cd5aea452206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:09.379321 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-efb63c40-6d3f-411e-b3a2-cd5aea452206 admin admin] 10.222.0.61 "GET /v2.0/subnets/01f663f3-a11d-4999-a366-9c93c117ea84 HTTP/1.1" status: 200 len: 816 time: 0.0852072 Feb 20 19:59:09.989399 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:11.696761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44466) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:11.743194 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:11.790024 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddedfe43-c0f0-4623-b9cb-4ab2d3b62b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:11.791420 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ddedfe43-c0f0-4623-b9cb-4ab2d3b62b32 admin admin] 10.222.0.61 "GET /v2.0/subnets/77410b00-ce0d-42ff-89c6-17f849c27572 HTTP/1.1" status: 200 len: 868 time: 0.0936906 Feb 20 19:59:12.948790 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:26.846692 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 19:59:36.639643 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-44b0a3bf-3361-4644-b53e-16b002751e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:38.924994 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f12084f9-78d5-459c-8e87-465e7c4c9f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:40.028395 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:40.098736 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44520) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:40.146778 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [None req-834e92aa-7d5c-45ac-bebb-3503e8192b0e admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 19:59:40.147864 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-834e92aa-7d5c-45ac-bebb-3503e8192b0e admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481694 Feb 20 19:59:41.719788 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:42.544641 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44528) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:42.604411 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b3388d-a85f-4785-8928-1f348ddc0d75 admin admin] GET failed (client error): The resource could not be found. Feb 20 19:59:42.605678 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a9b3388d-a85f-4785-8928-1f348ddc0d75 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601213 Feb 20 19:59:42.747307 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba6fba-95ac-4a1a-9aac-2e8c0d2e1257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:42.748709 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-fdba6fba-95ac-4a1a-9aac-2e8c0d2e1257 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1389942 Feb 20 19:59:42.931058 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:45.116304 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44536) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:45.165953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:59:45.238863 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Made reservation on behalf of 0114b64fc08540d29336665c1aaa3413 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:59:45.241111 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:45.275076 dv-cinder-830086-1-iscsi neutron-server[103373]: WARNING neutron.services.revisions.revision_plugin [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Could not find related network for resource to bump revision. Feb 20 19:59:45.287044 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 19:59:45.296123 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (d8427b71-3f5d-4af5-bc98-9122d3f071e8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:45.296495 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Added segment d8427b71-3f5d-4af5-bc98-9122d3f071e8 of type vlan for network 2fa68795-91f0-404d-89c5-3fe7c884899a Feb 20 19:59:45.335739 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (2fa68795-91f0-404d-89c5-3fe7c884899a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:45.427978 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (2fa68795-91f0-404d-89c5-3fe7c884899a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:45.429279 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:45.429926 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:45.518500 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa68795-91f0-404d-89c5-3fe7c884899a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:59:45.528332 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 2fa68795-91f0-404d-89c5-3fe7c884899a details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 19:59:45.544662 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f2e1398c-688b-46f9-ab65-4fb3db321049 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4272249 Feb 20 19:59:47.886810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44544) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 19:59:47.947419 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15ea98b-bcbe-4079-b206-4ac856137cad admin admin] GET failed (client error): The resource could not be found. Feb 20 19:59:47.948745 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b15ea98b-bcbe-4079-b206-4ac856137cad admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609806 Feb 20 19:59:48.020953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f05c80-d193-4cb4-b3d7-96d7fb821276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:48.022387 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-c6f05c80-d193-4cb4-b3d7-96d7fb821276 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695386 Feb 20 19:59:48.032024 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 19:59:48.136451 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Made reservation on behalf of 0114b64fc08540d29336665c1aaa3413 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 19:59:48.138741 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:48.377360 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (67ef4377-84c1-401d-beaa-19462afb2723), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:48.435337 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ef4377-84c1-401d-beaa-19462afb2723,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:59:48.446110 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Checking segment: {'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:59:48.446459 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Network hostable DHCP agents. Network: 2fa68795-91f0-404d-89c5-3fe7c884899a, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 19:59:48.541284 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Network 2fa68795-91f0-404d-89c5-3fe7c884899a is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 19:59:48.633449 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 2fa68795-91f0-404d-89c5-3fe7c884899a) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:59:48.637698 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 19:59:48.638287 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:48.643120 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51c20bc-fd9a-4c6f-8b84-3a7cc9e7de4e None None] Network 2fa68795-91f0-404d-89c5-3fe7c884899a requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:59:48.710596 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ab344d45-e642-4e10-a72c-70d1810ffb26 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6818819 Feb 20 19:59:48.849584 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-2fa68795-91f0-404d-89c5-3fe7c884899a', 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a', 'project_id': '0114b64fc08540d29336665c1aaa3413', 'fixed_ips': [{'subnet_id': '67ef4377-84c1-401d-beaa-19462afb2723'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 19:59:48.850502 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:48.993850 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Allocated IP 192.168.233.2 (2fa68795-91f0-404d-89c5-3fe7c884899a/67ef4377-84c1-401d-beaa-19462afb2723/36891d2c-f0d7-4b51-9002-af234c5d3aea) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 19:59:49.134602 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Publish callbacks [] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:49.216367 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:49.257751 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Network 2fa68795-91f0-404d-89c5-3fe7c884899a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 19:59:49.259925 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 19:59:49.263746 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 19:59:49.278240 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Pushing event updated for resources: {'Port': ['ID=36891d2c-f0d7-4b51-9002-af234c5d3aea,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:59:49.303411 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.303779 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.304148 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.304517 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.304854 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.305190 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.305522 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.305857 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.306186 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.306528 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.306859 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.307229 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.307500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 19:59:49.343472 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Attempting to bind port 36891d2c-f0d7-4b51-9002-af234c5d3aea on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 19:59:49.343862 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Attempting to bind port 36891d2c-f0d7-4b51-9002-af234c5d3aea by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 19:59:49.344865 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Attempting to bind port 36891d2c-f0d7-4b51-9002-af234c5d3aea on network 2fa68795-91f0-404d-89c5-3fe7c884899a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 19:59:49.350016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 19, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 19:59:49.350382 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Checking segment: {'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 19:59:49.350788 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:49.351180 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Bound using segment: {'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 19:59:49.351646 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Bound port: 36891d2c-f0d7-4b51-9002-af234c5d3aea, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 19:59:49.352021 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:49.416766 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] For port 36891d2c-f0d7-4b51-9002-af234c5d3aea, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 19:59:49.419725 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] For port 36891d2c-f0d7-4b51-9002-af234c5d3aea, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=36891d2c-f0d7-4b51-9002-af234c5d3aea,segment=NetworkSegment(d8427b71-3f5d-4af5-bc98-9122d3f071e8),segment_id=d8427b71-3f5d-4af5-bc98-9122d3f071e8)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 19:59:49.536610 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:49.595735 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b38860-6502-4eff-885d-b44a03fc7dd0 None None] Pushing event updated for resources: {'Port': ['ID=36891d2c-f0d7-4b51-9002-af234c5d3aea,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:59:50.405800 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7ad38e-cc4e-40a2-99c7-3d969b1e94e2 None None] Network 2fa68795-91f0-404d-89c5-3fe7c884899a requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 19:59:50.519056 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-6eb99b24-5a1e-4f6c-88dc-99fd19058a3a None None] Provisioning complete for port 36891d2c-f0d7-4b51-9002-af234c5d3aea triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:59:50.519444 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6eb99b24-5a1e-4f6c-88dc-99fd19058a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:50.608153 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6eb99b24-5a1e-4f6c-88dc-99fd19058a3a None None] Current status of the port 36891d2c-f0d7-4b51-9002-af234c5d3aea is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:59:50.608577 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6eb99b24-5a1e-4f6c-88dc-99fd19058a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:50.645973 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-6eb99b24-5a1e-4f6c-88dc-99fd19058a3a None None] For port 36891d2c-f0d7-4b51-9002-af234c5d3aea, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=36891d2c-f0d7-4b51-9002-af234c5d3aea,segment=NetworkSegment(d8427b71-3f5d-4af5-bc98-9122d3f071e8),segment_id=d8427b71-3f5d-4af5-bc98-9122d3f071e8)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 19:59:50.713685 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6eb99b24-5a1e-4f6c-88dc-99fd19058a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:50.762356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb99b24-5a1e-4f6c-88dc-99fd19058a3a None None] Pushing event updated for resources: {'Port': ['ID=36891d2c-f0d7-4b51-9002-af234c5d3aea,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 19:59:50.834761 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-a5357d17-e62b-4e10-b9bc-24e47ef7b10d None None] Provisioning complete for port 36891d2c-f0d7-4b51-9002-af234c5d3aea triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:59:50.835152 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a5357d17-e62b-4e10-b9bc-24e47ef7b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:50.916473 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a5357d17-e62b-4e10-b9bc-24e47ef7b10d None None] Current status of the port 36891d2c-f0d7-4b51-9002-af234c5d3aea is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 19:59:51.753033 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 36891d2c-f0d7-4b51-9002-af234c5d3aea up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 19:59:51.802996 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 36891d2c-f0d7-4b51-9002-af234c5d3aea triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 19:59:51.803383 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (36891d2c-f0d7-4b51-9002-af234c5d3aea), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 19:59:51.885590 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 36891d2c-f0d7-4b51-9002-af234c5d3aea is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:00:03.845780 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:00:06.627743 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f0a70e7b-45cc-4934-be4b-5642ffd9c3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:08.941537 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f0736935-19b1-4141-8ff1-fef82dcbcb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:09.998857 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:11.701218 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:12.928924 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:36.671807 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c81af910-fe25-4ee6-9d2a-a1dce5c96267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:38.940655 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6b32813-d116-4148-b4af-e51fd00ebe2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:39.991874 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:40.845030 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:00:41.721753 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:00:42.969246 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:06.652081 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ec0a99d7-1ed7-4648-9b11-92bc22833333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:08.933627 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7ecdb0a-67b0-4953-8ae0-5d64c4a9ccad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:10.031606 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:11.708786 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:12.937572 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:17.843659 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:01:19.873252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44582) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:01:19.882005 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [None req-7acc41bb-635e-43c7-94bf-36ec79e5abab tempest-verify_tempest_config-1379212823 tempest-verify_tempest_config-1379212823-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:01:19.883568 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-7acc41bb-635e-43c7-94bf-36ec79e5abab tempest-verify_tempest_config-1379212823 tempest-verify_tempest_config-1379212823-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0091646 Feb 20 20:01:20.407811 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44600) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:01:20.512080 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:20.588657 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Publish callbacks [] for security_group (dd91b90d-fce8-4caa-bbc6-64e1154052e8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:20.653348 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (dd91b90d-fce8-4caa-bbc6-64e1154052e8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:20.698047 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f28e378c9a764b949bfe8dba0e4dc481&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2891359 Feb 20 20:01:20.698821 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd91b90d-fce8-4caa-bbc6-64e1154052e8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:01:20.700660 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44606) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:01:20.716068 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.716441 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.716781 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.717114 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.717441 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.717767 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.718109 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.718433 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.718767 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.719795 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.720138 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.720551 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.720873 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590bce61-47b4-4419-a046-3bd911be1280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:01:20.763814 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ecce3249-796d-4ef6-858e-84c47351d212 admin admin] Publish callbacks [] for security_group (dd91b90d-fce8-4caa-bbc6-64e1154052e8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:20.784322 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ecce3249-796d-4ef6-858e-84c47351d212 admin admin] Publish callbacks [] for security_group (dd91b90d-fce8-4caa-bbc6-64e1154052e8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:20.931497 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ecce3249-796d-4ef6-858e-84c47351d212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (dd91b90d-fce8-4caa-bbc6-64e1154052e8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:20.934076 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ecce3249-796d-4ef6-858e-84c47351d212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:20.935241 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ecce3249-796d-4ef6-858e-84c47351d212 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dd91b90d-fce8-4caa-bbc6-64e1154052e8 HTTP/1.1" status: 204 len: 168 time: 0.2337158 Feb 20 20:01:20.943525 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3249-796d-4ef6-858e-84c47351d212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd91b90d-fce8-4caa-bbc6-64e1154052e8,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:01:36.647821 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-669bdef1-89e3-43bd-aa01-035d157c9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:38.966970 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ea2cb47c-1478-4ffd-ac00-8b3cf8ef0e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:40.023582 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:41.738366 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:42.958641 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:01:54.841668 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:02:06.649557 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40a7fa47-5737-4f50-b620-1189c5894bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:08.954671 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c91e3acb-819c-47d6-9a26-5c429f8b1dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:10.026028 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:11.726087 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:12.935175 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:31.839444 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 5 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:02:36.644731 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-499bce4d-6a68-44f3-a199-8ba48e59c09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:38.962121 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b45047b-2609-4a3b-a951-109142347b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:40.021812 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:41.730558 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:02:42.938812 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:06.644662 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8d5c10fc-8942-451f-a5b1-60fd9b1e2687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:07.929636 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7963739'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:08.838188 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:03:08.977676 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-584f84eb-8102-40dc-bda4-4fb21c739cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:10.069214 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:11.720572 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:12.972752 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:21.654886 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44676) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:21.773611 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f1a21b19-7258-46d8-9a66-1dc9cddbcc45 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1176546 Feb 20 20:03:24.215282 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44686) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:03:24.276527 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7ceb02ad-f312-4df1-8223-f38bf079934c admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0601301 Feb 20 20:03:36.656107 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fe46f924-7150-4cb4-836b-e7948d222df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:37.879005 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:38.916682 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9a79383a-b73c-4b6f-aa56-b55c1f772aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:40.027253 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:41.733883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:42.947517 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:03:45.837914 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:04:06.693346 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d2a2ac3c-5273-4464-b83f-4d2a7713eb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:07.861779 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:08.990267 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6cb7ff19-ec05-4f47-ad66-8907b92378fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:10.037435 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:11.767526 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:12.986199 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:22.836916 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:04:36.652095 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7b6b8a0f-3c54-46ae-b36a-5c1bca945497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:37.871475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:39.002160 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e56a56a2-398d-4a4b-ab83-0fc099634bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:40.036335 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:41.778698 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:42.995720 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:04:59.835779 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:05:04.364515 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44830) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:05.065432 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-network', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:05.172579 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Made reservation on behalf of a764b172645b49d49728bb867ce1dfe1 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:05.175035 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.183836 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.257811 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks [] for security_group (e2cb6fcb-3185-44c0-a86a-ee9b8566764d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.462466 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e2cb6fcb-3185-44c0-a86a-ee9b8566764d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.498428 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:05.498813 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cb6fcb-3185-44c0-a86a-ee9b8566764d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:05.508446 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (0b8e8f66-5fa5-4af7-9a1f-76138d607bf5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.508788 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Added segment 0b8e8f66-5fa5-4af7-9a1f-76138d607bf5 of type vlan for network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 Feb 20 20:05:05.510600 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.511015 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.511295 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.511614 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.511951 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.512307 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.512635 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.513488 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.513839 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.514165 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.514660 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.514987 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.515325 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Tracked resource versions report: Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: pushed versions: Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Log': {'1.0'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Network': {'1.1'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Port': {'1.7'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'PortForwarding': {'1.2'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: consumer versions: Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Log': '1.0', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Network': '1.1', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Port': '1.7', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'PortForwarding': '1.2', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'SubPort': '1.0', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Subnet': '1.1', Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Feb 20 20:05:05.516494 dv-cinder-830086-1-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:05:05.561159 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (905ec497-f20b-4f4b-9c9a-74d6a32ea960), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.714226 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (905ec497-f20b-4f4b-9c9a-74d6a32ea960), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.716350 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:05.717148 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:05.780669 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] Pushing event updated for resources: {'Network': ['ID=905ec497-f20b-4f4b-9c9a-74d6a32ea960,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:05.791171 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:05.848856 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-971a6ef7-ed12-4a7f-b490-fb6766988d86 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4829433 Feb 20 20:05:05.851782 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44890) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:05.856455 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Request body: {'subnet': {'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-subnet', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:06.011195 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Made reservation on behalf of a764b172645b49d49728bb867ce1dfe1 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:06.013583 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.057535 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44898) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:06.294703 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44912) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:06.314030 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (1cc6f88c-c485-40be-8a83-ec4444c3e2e2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.369875 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc6f88c-c485-40be-8a83-ec4444c3e2e2,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:06.380428 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-network', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:06.381014 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Checking segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:06.381720 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Network hostable DHCP agents. Network: 905ec497-f20b-4f4b-9c9a-74d6a32ea960, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:06.558164 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44920) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:06.623435 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:06.658039 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Made reservation on behalf of d3b2cec4dcd447249fe93f1f0040bc48 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:06.660496 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.668769 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.749091 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks [] for security_group (c01815a7-c3df-4dd5-ab50-1bdde241e58d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.753956 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f61bcb3a-d3df-41db-9550-ed77504c0128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.834749 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (c01815a7-c3df-4dd5-ab50-1bdde241e58d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.853451 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 905ec497-f20b-4f4b-9c9a-74d6a32ea960) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:06.858049 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:06.859628 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.862616 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79611cc7-916e-4398-aef2-fc7f1cb31ff9 None None] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:06.887157 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01815a7-c3df-4dd5-ab50-1bdde241e58d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:06.898182 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.898797 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.899290 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.899787 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.900361 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.900852 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.901355 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.901954 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.902564 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.902893 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.903522 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.904843 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.905333 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Tracked resource versions report: Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: pushed versions: Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Log': {'1.0'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Network': {'1.1'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Port': {'1.7'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'PortForwarding': {'1.2'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: consumer versions: Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Log': '1.0', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Network': '1.1', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Port': '1.7', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'PortForwarding': '1.2', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'SubPort': '1.0', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Subnet': '1.1', Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Feb 20 20:05:06.906673 dv-cinder-830086-1-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:05:06.924010 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:06.937245 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-896819290-network', 'tenant_id': '0962dab2328a4c9fa554cc2aa38efea1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:06.963128 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (99633233-3870-4c1b-9b50-6d029b229b53), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:06.963740 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Added segment 99633233-3870-4c1b-9b50-6d029b229b53 of type vlan for network e9e173c7-6dd9-4335-82a8-8859212d9258 Feb 20 20:05:06.965323 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-baa2ace3-7911-4048-b0af-abe2a8c4c59d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1118529 Feb 20 20:05:06.968296 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44934) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:06.973367 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:06.980045 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-258225898-network', 'tenant_id': '241d32fe65e44ece897c10bfd0439121'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:07.037703 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Made reservation on behalf of 0962dab2328a4c9fa554cc2aa38efea1 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:07.041129 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.056515 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:05:07.057716 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.064449 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (e9e173c7-6dd9-4335-82a8-8859212d9258), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.066628 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.116738 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Made reservation on behalf of 241d32fe65e44ece897c10bfd0439121 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:07.119053 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.142347 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.157196 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (14b72924-2d9a-4d73-aa14-588bb72686b7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.158265 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (14b72924-2d9a-4d73-aa14-588bb72686b7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.283088 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Allocated IP 172.20.0.2 (905ec497-f20b-4f4b-9c9a-74d6a32ea960/1cc6f88c-c485-40be-8a83-ec4444c3e2e2/05eb39ea-0a56-477c-9587-21f83a8b6dd3) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:07.287282 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks [] for router_controller (14b72924-2d9a-4d73-aa14-588bb72686b7), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.325305 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks [] for security_group (721aa458-230b-466e-954b-985d28161678), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.331791 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (e9e173c7-6dd9-4335-82a8-8859212d9258), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.332913 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:07.333487 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.367692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks [] for security_group (b1a07bd8-e479-49a4-afbf-ce72179cfcbe), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.412009 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e9e173c7-6dd9-4335-82a8-8859212d9258,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:07.422551 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network e9e173c7-6dd9-4335-82a8-8859212d9258 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:07.438832 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Publish callbacks [] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.459404 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (721aa458-230b-466e-954b-985d28161678), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.488878 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b1a07bd8-e479-49a4-afbf-ce72179cfcbe), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.530240 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:07.531448 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks [] for router_gateway (14b72924-2d9a-4d73-aa14-588bb72686b7), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.545854 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (1f5e61e6-01a4-4ef9-94a0-13271a758da0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.546466 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Added segment 1f5e61e6-01a4-4ef9-94a0-13271a758da0 of type vlan for network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c Feb 20 20:05:07.591893 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-18e52665-3c2e-4b4a-9fa2-2b22482256d4 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5330396 Feb 20 20:05:07.594953 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 44962) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:07.596397 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:07.599939 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Request body: {'subnet': {'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-subnet', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:07.606273 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.608412 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721aa458-230b-466e-954b-985d28161678,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:07.612877 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (3e78dbf5-6a35-486a-aa8b-0266cf547b8c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.624336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (1167c594-8aee-4c42-b1b9-15427b8ce873), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.625170 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Added segment 1167c594-8aee-4c42-b1b9-15427b8ce873 of type vlan for network 27c15c6d-7811-4b99-9212-43ad7d68ac7f Feb 20 20:05:07.635712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:07.638792 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:07.647584 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:07.690397 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a07bd8-e479-49a4-afbf-ce72179cfcbe,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:07.704940 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (27c15c6d-7811-4b99-9212-43ad7d68ac7f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.760768 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Attempting to bind port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:07.761216 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Attempting to bind port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:07.761654 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Attempting to bind port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:07.769889 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Pushing event updated for resources: {'Port': ['ID=05eb39ea-0a56-477c-9587-21f83a8b6dd3,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:07.773434 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:07.773890 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Checking segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:07.774391 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.774861 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Bound using segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:07.775416 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Bound port: 05eb39ea-0a56-477c-9587-21f83a8b6dd3, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:07.775904 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.791655 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.792094 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.792489 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.795780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.795780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.795780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.795780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.795780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.795780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.796535 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.796535 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.796842 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.798348 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Tracked resource versions report: Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: pushed versions: Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: { 'AddressGroup': {'1.2'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'ConntrackHelper': {'1.0'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Log': {'1.0'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Network': {'1.1'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Port': {'1.7'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'PortForwarding': {'1.2'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'QosPolicy': {'1.10'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroup': {'1.5'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SubPort': {'1.0'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Subnet': {'1.1'}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Trunk': {'1.1'}} Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: consumer versions: Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'ConntrackHelper': '1.0', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'LocalIPAssociation': '1.0', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Log': '1.0', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Network': '1.1', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Port': '1.7', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'PortForwarding': '1.2', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'QosPolicy': '1.10', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroup': '1.5', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SecurityGroupRule': '1.2', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'SubPort': '1.0', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Subnet': '1.1', Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: 'Trunk': '1.1'}} Feb 20 20:05:07.799965 dv-cinder-830086-1-iscsi neutron-server[103374]: {{(pid=103374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:05:07.876382 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] For port 05eb39ea-0a56-477c-9587-21f83a8b6dd3, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:07.876382 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] For port 05eb39ea-0a56-477c-9587-21f83a8b6dd3, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=05eb39ea-0a56-477c-9587-21f83a8b6dd3,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:07.944609 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (27c15c6d-7811-4b99-9212-43ad7d68ac7f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.946198 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:07.947124 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:07.972947 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Made reservation on behalf of d3b2cec4dcd447249fe93f1f0040bc48 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:07.981215 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.047729 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.143230 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.229251 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349192ec-c1bc-43c7-8b7c-ea4df6f4da62 None None] Pushing event updated for resources: {'Port': ['ID=05eb39ea-0a56-477c-9587-21f83a8b6dd3,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:08.288479 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (3e78dbf5-6a35-486a-aa8b-0266cf547b8c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.290958 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:08.291817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.325835 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=27c15c6d-7811-4b99-9212-43ad7d68ac7f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:08.342670 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:08.413434 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] Pushing event updated for resources: {'Network': ['ID=3e78dbf5-6a35-486a-aa8b-0266cf547b8c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:08.428033 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-d10d94a0-f85c-49fa-b8c1-82d0cd653cd6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8633916 Feb 20 20:05:08.430442 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:08.437286 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Request body: {'subnet': {'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-258225898-subnet', 'tenant_id': '241d32fe65e44ece897c10bfd0439121', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:08.463968 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:08.486349 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks [] for router_gateway (14b72924-2d9a-4d73-aa14-588bb72686b7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.510692 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.654445 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-72490b6b-b21d-41a9-9cf9-64337a443a75 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2460797 Feb 20 20:05:08.654445 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 44998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:08.654445 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Request body: {'subnet': {'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-896819290-subnet', 'tenant_id': '0962dab2328a4c9fa554cc2aa38efea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:08.706909 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Allocated IP 172.27.1.55 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/e920b19f-6bf2-428d-af8e-95aab2ec8943) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:08.749457 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Made reservation on behalf of 241d32fe65e44ece897c10bfd0439121 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:08.751759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.754467 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Made reservation on behalf of 0962dab2328a4c9fa554cc2aa38efea1 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:08.756901 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:08.762641 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (98bfb80c-b679-462b-bfef-d5344399b6a4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.007346 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Checking segment: {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:09.008057 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Network hostable DHCP agents. Network: e9e173c7-6dd9-4335-82a8-8859212d9258, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:09.012042 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks [] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.014381 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bfb80c-b679-462b-bfef-d5344399b6a4,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:09.023210 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-912ca8bc-e0a0-4404-b9fa-b661c8d8e7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.172210 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Network e9e173c7-6dd9-4335-82a8-8859212d9258 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:09.217493 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.217717 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (92b29f4a-8b96-4de1-9332-3b146ee338b1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.221487 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (0c860bc0-a011-445f-9218-6b3722de4076), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.261869 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:09.267021 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:09.275815 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:09.308563 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Pushing event updated for resources: {'Port': ['ID=e920b19f-6bf2-428d-af8e-95aab2ec8943,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:09.317191 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b29f4a-8b96-4de1-9332-3b146ee338b1,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:09.390458 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Checking segment: {'id': '1f5e61e6-01a4-4ef9-94a0-13271a758da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:09.390458 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Network hostable DHCP agents. Network: 3e78dbf5-6a35-486a-aa8b-0266cf547b8c, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:09.390792 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, e9e173c7-6dd9-4335-82a8-8859212d9258) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:09.390792 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.390792 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.391013 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Checking segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:09.391013 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Network hostable DHCP agents. Network: 27c15c6d-7811-4b99-9212-43ad7d68ac7f, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:05:09.391170 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1f221a-92fa-4e22-b746-a3931c55052e None None] Network e9e173c7-6dd9-4335-82a8-8859212d9258 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:09.410706 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c860bc0-a011-445f-9218-6b3722de4076,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:09.463362 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0463b1-0ff8-4430-a8d0-4e986870840d None None] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:09.551307 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25a18b-ce7a-41e1-9515-aad48d849390 None None] Network e9e173c7-6dd9-4335-82a8-8859212d9258 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:09.606005 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-b8ce442b-440d-4231-8153-3e7e341ee49c None None] Provisioning complete for port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:09.606391 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8ce442b-440d-4231-8153-3e7e341ee49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.628900 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:09.632415 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-774805e3-21bb-4c6a-9baa-8e29cff6e423 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0359766 Feb 20 20:05:09.636980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:05:09.647233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45026) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:09.648144 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 3e78dbf5-6a35-486a-aa8b-0266cf547b8c) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:09.653548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.654913 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.658853 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 27c15c6d-7811-4b99-9212-43ad7d68ac7f) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:09.663629 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:09.664674 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.677075 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:09.764468 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ea3f89-2a9d-4c9a-964a-da5870038ac0 None None] Network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:09.766249 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ff1d26-7b27-494d-b0ef-0752acfc0849 None None] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:09.824082 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks [] for router_gateway (14b72924-2d9a-4d73-aa14-588bb72686b7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.938783 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-e7e674b6-abab-4bd8-b101-716721a51419 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3825433 Feb 20 20:05:09.940393 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (51574320-c730-4028-b7d5-5e37377dac9a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:09.943228 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (51574320-c730-4028-b7d5-5e37377dac9a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.094110 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 05eb39ea-0a56-477c-9587-21f83a8b6dd3 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:10.141480 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9849f1c3-d187-4606-bcb4-e418ba1905da admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7090497 Feb 20 20:05:10.206796 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ced8c-753c-4b87-bfaf-4b645a2ecf50 None None] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:10.212981 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks [] for router_controller (51574320-c730-4028-b7d5-5e37377dac9a), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.224412 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (14b72924-2d9a-4d73-aa14-588bb72686b7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.416629 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce442b-440d-4231-8153-3e7e341ee49c None None] Current status of the port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:10.417021 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8ce442b-440d-4231-8153-3e7e341ee49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.419154 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:10.419920 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.425955 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b2cb0-3a9e-4abb-ae6d-eb624491ed94 None None] Network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:05:10.491272 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.624240 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Router 14b72924-2d9a-4d73-aa14-588bb72686b7 is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:10.674818 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45094) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:10.688602 dv-cinder-830086-1-iscsi neutron-server[103373]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:05:10.690908 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks [] for router_gateway (51574320-c730-4028-b7d5-5e37377dac9a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.738659 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-b8ce442b-440d-4231-8153-3e7e341ee49c None None] For port 05eb39ea-0a56-477c-9587-21f83a8b6dd3, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=05eb39ea-0a56-477c-9587-21f83a8b6dd3,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:10.786294 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:10.793001 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:10.793122 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45110) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:10.848490 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:10.865516 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Sync routers for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:10.875565 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:10.876182 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:10.898319 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b8ce442b-440d-4231-8153-3e7e341ee49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.012413 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d589a-9f01-4840-b68c-f3057b54b56d req-d9bd7437-d4f2-4bf0-94dc-089f1814490e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:11.014089 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-d9bd7437-d4f2-4bf0-94dc-089f1814490e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/networks?id=3e78dbf5-6a35-486a-aa8b-0266cf547b8c HTTP/1.1" status: 200 len: 811 time: 0.3285935 Feb 20 20:05:11.014559 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45116) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:11.015077 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.016335 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c945bf23-6e97-4c00-ae0e-34411293e0d5 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0470605 Feb 20 20:05:11.019141 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45118) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:11.021574 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.db.api [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:05:11.022218 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG oslo_db.api [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:05:11.026425 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce442b-440d-4231-8153-3e7e341ee49c None None] Pushing event updated for resources: {'Port': ['ID=05eb39ea-0a56-477c-9587-21f83a8b6dd3,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:11.040724 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-f7a5c54e-3e74-4dd1-a6e6-fad8492c942f None None] Provisioning complete for port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:11.041494 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c54e-3e74-4dd1-a6e6-fad8492c942f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.086279 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da29f6-9d2e-4113-9873-16335614a79b req-3c8ce10f-5b95-4db5-9631-70b046fc673c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:11.087750 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-3c8ce10f-5b95-4db5-9631-70b046fc673c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.2948365 Feb 20 20:05:11.093391 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-0aa10db4-34f1-489c-9f93-0ac72d37180e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/quotas/0962dab2328a4c9fa554cc2aa38efea1 HTTP/1.1" status: 200 len: 375 time: 0.0612688 Feb 20 20:05:11.178312 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-d846c36e-0247-4de5-94fa-80c9555a9045 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0962dab2328a4c9fa554cc2aa38efea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716801 Feb 20 20:05:11.179799 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5c54e-3e74-4dd1-a6e6-fad8492c942f None None] Current status of the port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:11.181071 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-43003e0c-c40e-4aff-bee7-505ff324c663 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/quotas/241d32fe65e44ece897c10bfd0439121 HTTP/1.1" status: 200 len: 375 time: 0.0834975 Feb 20 20:05:11.199275 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:11.243482 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-7aedf619-24a8-4d50-ab2e-2338db6aedb9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395820 Feb 20 20:05:11.367413 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45132) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:11.401306 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:09Z', 'revision_number': 3, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:11.404906 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de23d2e-ed9c-484a-9509-3ff223274d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.436495 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Checking router: 14b72924-2d9a-4d73-aa14-588bb72686b7 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:11.437103 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Updating router 14b72924-2d9a-4d73-aa14-588bb72686b7 port e920b19f-6bf2-428d-af8e-95aab2ec8943 binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:11.453692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks [] for router_gateway (51574320-c730-4028-b7d5-5e37377dac9a), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.474745 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.563925 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:11.659870 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67a9ab9e-2acd-4891-a4f1-e2ee43211760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.682384 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.745612 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de23d2e-ed9c-484a-9509-3ff223274d68 admin admin] Publish callbacks [] for security_group (a39c6a6a-131a-47ba-b8d2-df213ad15018), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.749736 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.822366 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-8c2435e7-64f2-4e04-bd7e-2806424ac130 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:05:11.822366 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-8c2435e7-64f2-4e04-bd7e-2806424ac130 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1915233 Feb 20 20:05:11.831213 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-e98a5f83-1f33-46b0-9394-326c2a721e68 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:05:11.832697 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-e98a5f83-1f33-46b0-9394-326c2a721e68 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1781054 Feb 20 20:05:11.858404 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Publish callbacks [] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.864245 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.900802 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 05eb39ea-0a56-477c-9587-21f83a8b6dd3 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:11.918452 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Allocated IP 172.20.0.1 (905ec497-f20b-4f4b-9c9a-74d6a32ea960/1cc6f88c-c485-40be-8a83-ec4444c3e2e2/2750e3df-7b97-49f7-b7d5-cce0566112b2) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:11.952356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:11.952757 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:11.967814 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7de23d2e-ed9c-484a-9509-3ff223274d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a39c6a6a-131a-47ba-b8d2-df213ad15018), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.039694 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:12.060575 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-7de23d2e-ed9c-484a-9509-3ff223274d68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a1fcb11414704dd8bde29586e771684b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0374856 Feb 20 20:05:12.074972 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.077427 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:12.138750 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks [] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.140099 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Attempting to bind port e920b19f-6bf2-428d-af8e-95aab2ec8943 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:12.140504 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Attempting to bind port e920b19f-6bf2-428d-af8e-95aab2ec8943 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:12.140854 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Attempting to bind port e920b19f-6bf2-428d-af8e-95aab2ec8943 on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:12.144456 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Pushing event updated for resources: {'Port': ['ID=e920b19f-6bf2-428d-af8e-95aab2ec8943,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:12.147598 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-f1cee158-f9dd-4b4d-8f42-adb2bbf45720 service neutron] 10.222.0.61 "GET /v2.0/networks/3e78dbf5-6a35-486a-aa8b-0266cf547b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213005 Feb 20 20:05:12.157800 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.157800 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.157800 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.158337 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de23d2e-ed9c-484a-9509-3ff223274d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39c6a6a-131a-47ba-b8d2-df213ad15018,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:12.158433 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.158433 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.158882 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.159438 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.159971 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.160548 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.161117 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.161671 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.162209 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.162737 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Tracked resource versions report: Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: pushed versions: Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: { 'AddressGroup': {'1.2'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'ConntrackHelper': {'1.0'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Log': {'1.0'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Network': {'1.1'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Port': {'1.7'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'PortForwarding': {'1.2'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'QosPolicy': {'1.10'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroup': {'1.5'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SubPort': {'1.0'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Subnet': {'1.1'}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Trunk': {'1.1'}} Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: consumer versions: Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: { DHCP agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: L3 agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: Metadata agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: Metering agent@dv-cinder-830086-1-iscsi: {}, Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: Open vSwitch agent@dv-cinder-830086-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'ConntrackHelper': '1.0', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'LocalIPAssociation': '1.0', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Log': '1.0', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Network': '1.1', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Port': '1.7', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'PortForwarding': '1.2', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'QosPolicy': '1.10', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroup': '1.5', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SecurityGroupRule': '1.2', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'SubPort': '1.0', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Subnet': '1.1', Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: 'Trunk': '1.1'}} Feb 20 20:05:12.164263 dv-cinder-830086-1-iscsi neutron-server[103376]: {{(pid=103376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:05:12.172424 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:12.172817 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:12.173229 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.173619 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:12.174104 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Bound port: e920b19f-6bf2-428d-af8e-95aab2ec8943, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:12.174482 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.192911 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67a9ab9e-2acd-4891-a4f1-e2ee43211760 admin admin] Publish callbacks [] for security_group (83b646f2-91f5-4f34-8d51-c20c36e3fa79), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.197500 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-24c67575-07ac-4a69-be86-c53b7ebab7d4 service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498058 Feb 20 20:05:12.237911 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] For port e920b19f-6bf2-428d-af8e-95aab2ec8943, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:12.240930 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] For port e920b19f-6bf2-428d-af8e-95aab2ec8943, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=e920b19f-6bf2-428d-af8e-95aab2ec8943,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:12.284267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Allocated IP 172.27.1.246 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:12.323352 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67a9ab9e-2acd-4891-a4f1-e2ee43211760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (83b646f2-91f5-4f34-8d51-c20c36e3fa79), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.424057 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.424311 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.434758 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a78-c2a2-4949-964f-b5a150b201f0 admin admin] Publish callbacks [] for security_group (a39c6a6a-131a-47ba-b8d2-df213ad15018), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.471078 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:12.476320 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:12.480477 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-67a9ab9e-2acd-4891-a4f1-e2ee43211760 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5f71ffa86ec4a0aaa84a2f06b2ebbf2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1058137 Feb 20 20:05:12.481216 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9ab9e-2acd-4891-a4f1-e2ee43211760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b646f2-91f5-4f34-8d51-c20c36e3fa79,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:12.483341 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:12.483850 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (14b72924-2d9a-4d73-aa14-588bb72686b7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.485586 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:12.486441 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:12.488359 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45150) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:12.493502 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-86b3dd6f-9ba1-4974-83b5-ba2994e46e67 service neutron] 10.222.0.61 "GET /v2.0/networks/3e78dbf5-6a35-486a-aa8b-0266cf547b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299792 Feb 20 20:05:12.529987 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Pushing event updated for resources: {'Port': ['ID=2750e3df-7b97-49f7-b7d5-cce0566112b2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:12.531129 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a78-c2a2-4949-964f-b5a150b201f0 admin admin] Publish callbacks [] for security_group (a39c6a6a-131a-47ba-b8d2-df213ad15018), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.539749 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-98c06ff1-7af5-48b3-b2b1-f3097fbe0440 service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266211 Feb 20 20:05:12.560035 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117093d-db47-4e97-bb53-6b4804ff43e7 None None] Pushing event updated for resources: {'Port': ['ID=e920b19f-6bf2-428d-af8e-95aab2ec8943,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:12.617035 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks [] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.654434 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efd9d268-c3c7-453b-bd20-5d8eac9ed410 admin admin] Publish callbacks [] for security_group (83b646f2-91f5-4f34-8d51-c20c36e3fa79), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.703961 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efd9d268-c3c7-453b-bd20-5d8eac9ed410 admin admin] Publish callbacks [] for security_group (83b646f2-91f5-4f34-8d51-c20c36e3fa79), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.734368 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:12.816358 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a78-c2a2-4949-964f-b5a150b201f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a39c6a6a-131a-47ba-b8d2-df213ad15018), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.827104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8dc82a78-c2a2-4949-964f-b5a150b201f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.828307 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-8dc82a78-c2a2-4949-964f-b5a150b201f0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a39c6a6a-131a-47ba-b8d2-df213ad15018 HTTP/1.1" status: 204 len: 168 time: 0.7446313 Feb 20 20:05:12.837194 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82a78-c2a2-4949-964f-b5a150b201f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39c6a6a-131a-47ba-b8d2-df213ad15018,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:12.848962 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-97a5343c-21dc-41e7-b64e-05a6e1f4e7f7 None None] Provisioning complete for port 2750e3df-7b97-49f7-b7d5-cce0566112b2 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:12.849504 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-97a5343c-21dc-41e7-b64e-05a6e1f4e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.860109 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.863787 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efd9d268-c3c7-453b-bd20-5d8eac9ed410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (83b646f2-91f5-4f34-8d51-c20c36e3fa79), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.866256 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-efd9d268-c3c7-453b-bd20-5d8eac9ed410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.867556 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-efd9d268-c3c7-453b-bd20-5d8eac9ed410 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83b646f2-91f5-4f34-8d51-c20c36e3fa79 HTTP/1.1" status: 204 len: 168 time: 0.3731730 Feb 20 20:05:12.961901 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:12.994849 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9d268-c3c7-453b-bd20-5d8eac9ed410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b646f2-91f5-4f34-8d51-c20c36e3fa79,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:13.037036 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:09Z', 'revision_number': 3, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:13.044851 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:13.076358 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-97a5343c-21dc-41e7-b64e-05a6e1f4e7f7 None None] Port 2750e3df-7b97-49f7-b7d5-cce0566112b2 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:13.082307 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:13.086206 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.092474 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:13.161570 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeee3c0-eb20-4b96-83ef-726193caab9f None None] The sync data for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi is: [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:09Z', 'revision_number': 3, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:13.198831 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61ce8ac6-0634-409b-b74b-465a47027b8a req-c2fac910-3b7f-4c81-af8b-b0dac27cbabf tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.1301301 Feb 20 20:05:13.202705 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:13.300851 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4deb9129-bc8c-46a7-83eb-0f02df9013ae req-7af6e39c-1e97-4b0d-8543-ea1b630f8e81 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0990689 Feb 20 20:05:13.356266 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks [] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.515034 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.515873 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (14b72924-2d9a-4d73-aa14-588bb72686b7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.698861 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Pushing event updated for resources: {'Port': ['ID=2750e3df-7b97-49f7-b7d5-cce0566112b2,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:13.732007 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks [] for router_gateway (51574320-c730-4028-b7d5-5e37377dac9a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:13.755422 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:13.759585 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:14.033314 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Router 14b72924-2d9a-4d73-aa14-588bb72686b7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:05:14.058959 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device e920b19f-6bf2-428d-af8e-95aab2ec8943 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:14.549932 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port e920b19f-6bf2-428d-af8e-95aab2ec8943 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:14.549932 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.549932 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-4d90a534-8d94-4c29-8493-fba280a6751c None None] Provisioning complete for port 2750e3df-7b97-49f7-b7d5-cce0566112b2 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:14.549932 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4d90a534-8d94-4c29-8493-fba280a6751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.620817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (51574320-c730-4028-b7d5-5e37377dac9a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.623020 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:14.623020 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9fcfcea3-c09e-400c-a1da-f3165a60bb99 admin admin] 10.222.0.61 "PUT /v2.0/routers/14b72924-2d9a-4d73-aa14-588bb72686b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2676835 Feb 20 20:05:14.623868 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-4d90a534-8d94-4c29-8493-fba280a6751c None None] Port 2750e3df-7b97-49f7-b7d5-cce0566112b2 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:14.624297 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45246) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:14.624297 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-819d7865-edef-4ffb-9522-ede696fcd19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.624887 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port e920b19f-6bf2-428d-af8e-95aab2ec8943 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:14.624887 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.624887 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port e920b19f-6bf2-428d-af8e-95aab2ec8943, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=e920b19f-6bf2-428d-af8e-95aab2ec8943,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:14.625461 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-819d7865-edef-4ffb-9522-ede696fcd19a admin admin] Publish callbacks [] for security_group (8310600f-29a2-49e3-9551-f86f878e7098), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.625698 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2c80375e-4f8f-4eb8-8a4e-fdb7d6f10085 req-b1cc8ea1-2101-4eb9-bab8-654a746305cf tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.2103276 Feb 20 20:05:14.625698 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6edb83ad-a994-429c-a3bd-b7dc1ee22994 req-8d4dda68-68c7-4201-aedb-65372b9a5dcf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0658977 Feb 20 20:05:14.909453 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:14.975781 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=e920b19f-6bf2-428d-af8e-95aab2ec8943,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:15.017788 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Router 51574320-c730-4028-b7d5-5e37377dac9a is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:05:15.018559 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-819d7865-edef-4ffb-9522-ede696fcd19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8310600f-29a2-49e3-9551-f86f878e7098), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.088433 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-819d7865-edef-4ffb-9522-ede696fcd19a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9eb23ee1102d477189cb02b893532395&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7102652 Feb 20 20:05:15.090126 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d7865-edef-4ffb-9522-ede696fcd19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8310600f-29a2-49e3-9551-f86f878e7098,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:15.092346 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45270) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:15.220370 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:15.222571 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cee23059-032f-4b24-baef-945826f3ffce admin admin] Publish callbacks [] for security_group (8310600f-29a2-49e3-9551-f86f878e7098), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.237518 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Sync routers for ids ['51574320-c730-4028-b7d5-5e37377dac9a'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:15.247381 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45276) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:15.255212 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-3527fd72-a456-4f1e-bf09-a0e5caa1e86f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--286022152', 'description': 'tempest-description--1049148167'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:15.267068 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Routers {'51574320-c730-4028-b7d5-5e37377dac9a'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:15.267713 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['51574320-c730-4028-b7d5-5e37377dac9a'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:15.296437 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cee23059-032f-4b24-baef-945826f3ffce admin admin] Publish callbacks [] for security_group (8310600f-29a2-49e3-9551-f86f878e7098), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.466527 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Set router 51574320-c730-4028-b7d5-5e37377dac9a gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:15.472008 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Sync routers for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:15.483258 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:15.483873 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:15.533901 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.537950 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-2aade9e5-23f7-4adb-b73e-d97c9f7a0944 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8659573 Feb 20 20:05:15.538328 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45286) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:15.607069 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cee23059-032f-4b24-baef-945826f3ffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8310600f-29a2-49e3-9551-f86f878e7098), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.609675 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cee23059-032f-4b24-baef-945826f3ffce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.611228 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:15.618526 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-cee23059-032f-4b24-baef-945826f3ffce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8310600f-29a2-49e3-9551-f86f878e7098 HTTP/1.1" status: 204 len: 168 time: 0.5251408 Feb 20 20:05:15.637409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee23059-032f-4b24-baef-945826f3ffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8310600f-29a2-49e3-9551-f86f878e7098,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:15.748022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3527fd72-a456-4f1e-bf09-a0e5caa1e86f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:15.882471 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-56e5b069-b6e3-484b-931d-f834f8e0fba7 req-a43d3b71-a437-440c-9ba8-709bff7fa764 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.1407857 Feb 20 20:05:15.884735 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775b73e3-60ac-4aa3-b573-f5a781d25327 req-11e040e1-42f6-49f1-b91e-9cd31363af73 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.1301293 Feb 20 20:05:15.936806 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:13Z', 'revision_number': 2, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:15.985557 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Checking router: 14b72924-2d9a-4d73-aa14-588bb72686b7 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:15.985917 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Updating router 14b72924-2d9a-4d73-aa14-588bb72686b7 port 2750e3df-7b97-49f7-b7d5-cce0566112b2 binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:15.986603 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device e920b19f-6bf2-428d-af8e-95aab2ec8943 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:15.998435 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3527fd72-a456-4f1e-bf09-a0e5caa1e86f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (56bdf99f-522c-4515-9ef9-f70c6c19e3dc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.043179 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:05:13Z', 'revision_number': 3, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port': {'id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:16.075826 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Checking router: 51574320-c730-4028-b7d5-5e37377dac9a for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:16.075826 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Updating router 51574320-c730-4028-b7d5-5e37377dac9a port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:16.139124 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.148425 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.228782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port e920b19f-6bf2-428d-af8e-95aab2ec8943 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:16.229284 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.380380 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3527fd72-a456-4f1e-bf09-a0e5caa1e86f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (56bdf99f-522c-4515-9ef9-f70c6c19e3dc), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.468529 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527fd72-a456-4f1e-bf09-a0e5caa1e86f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56bdf99f-522c-4515-9ef9-f70c6c19e3dc,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:16.519427 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.591668 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3527fd72-a456-4f1e-bf09-a0e5caa1e86f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.597093 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45330) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:16.602364 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0a0dcf89-68ee-44fa-97a4-70862785e89e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'security_group_rule': {'security_group_id': '56bdf99f-522c-4515-9ef9-f70c6c19e3dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:16.604119 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Publish callbacks [] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.607840 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3527fd72-a456-4f1e-bf09-a0e5caa1e86f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3580542 Feb 20 20:05:16.614851 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Publish callbacks [] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.617319 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port e920b19f-6bf2-428d-af8e-95aab2ec8943 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:16.720120 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.732005 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Allocated IP 172.20.0.1 (e9e173c7-6dd9-4335-82a8-8859212d9258/98bfb80c-b679-462b-bfef-d5344399b6a4/c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:16.863671 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e59a3e-cac1-465b-b0ae-19fd58c61841 None None] Pushing event updated for resources: {'Port': ['ID=2750e3df-7b97-49f7-b7d5-cce0566112b2,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:16.870674 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.877795 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a0dcf89-68ee-44fa-97a4-70862785e89e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (899da0d6-c0da-4aa0-8358-2de47fe7f68b), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.894452 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Attempting to bind port 2750e3df-7b97-49f7-b7d5-cce0566112b2 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:16.894936 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Attempting to bind port 2750e3df-7b97-49f7-b7d5-cce0566112b2 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:16.895835 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Attempting to bind port 2750e3df-7b97-49f7-b7d5-cce0566112b2 on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:16.912883 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:16.913264 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Checking segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:16.915007 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:16.915007 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Bound using segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:16.915007 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Bound port: 2750e3df-7b97-49f7-b7d5-cce0566112b2, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:16.915747 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.008562 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Attempting to bind port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:17.009988 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Attempting to bind port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:17.010499 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Attempting to bind port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:17.045155 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdfe6a-f655-4500-a0fc-5a49229360c9 None None] Pushing event updated for resources: {'Port': ['ID=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.047433 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] For port 2750e3df-7b97-49f7-b7d5-cce0566112b2, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:17.050834 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] For port 2750e3df-7b97-49f7-b7d5-cce0566112b2, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=2750e3df-7b97-49f7-b7d5-cce0566112b2,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:17.053494 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:17.055427 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:17.056680 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.057142 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:17.059109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Bound port: 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:17.059580 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.087694 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a0dcf89-68ee-44fa-97a4-70862785e89e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (899da0d6-c0da-4aa0-8358-2de47fe7f68b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.186963 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] For port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:17.191165 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] For port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:17.205616 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.228641 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-f559056c-114a-4a97-8cfe-d6c9c1fa92ec None None] Provisioning complete for port 2750e3df-7b97-49f7-b7d5-cce0566112b2 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:17.229013 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f559056c-114a-4a97-8cfe-d6c9c1fa92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.229214 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks [] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.310146 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-95151a12-701d-437e-96b5-01defae87a63 req-edaf8237-e4a9-4be4-9c80-e928bcb0a55f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.1212001 Feb 20 20:05:17.312230 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0820b318-5ac7-4de4-9e30-46236bf5f7f1 req-1d3a8a5c-cf52-451a-b8d7-d8fd9dabc73c tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0931978 Feb 20 20:05:17.312891 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a0dcf89-68ee-44fa-97a4-70862785e89e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (899da0d6-c0da-4aa0-8358-2de47fe7f68b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.321702 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:17.322525 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:17.327491 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e59a3e-cac1-465b-b0ae-19fd58c61841 None None] Pushing event updated for resources: {'Port': ['ID=2750e3df-7b97-49f7-b7d5-cce0566112b2,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.360810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dcf89-68ee-44fa-97a4-70862785e89e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899da0d6-c0da-4aa0-8358-2de47fe7f68b,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.371039 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.436717 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f559056c-114a-4a97-8cfe-d6c9c1fa92ec None None] Current status of the port 2750e3df-7b97-49f7-b7d5-cce0566112b2 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:17.437102 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f559056c-114a-4a97-8cfe-d6c9c1fa92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.447955 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.516847 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Routers {'51574320-c730-4028-b7d5-5e37377dac9a'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:17.518491 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['51574320-c730-4028-b7d5-5e37377dac9a'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:17.520664 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdfe6a-f655-4500-a0fc-5a49229360c9 None None] Pushing event updated for resources: {'Port': ['ID=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.537710 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Pushing event updated for resources: {'Port': ['ID=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.545574 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:17.546214 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Network e9e173c7-6dd9-4335-82a8-8859212d9258 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:17.554387 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:17.560734 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:17.561209 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (51574320-c730-4028-b7d5-5e37377dac9a), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.569739 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f559056c-114a-4a97-8cfe-d6c9c1fa92ec None None] For port 2750e3df-7b97-49f7-b7d5-cce0566112b2, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=2750e3df-7b97-49f7-b7d5-cce0566112b2,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:17.584190 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a0dcf89-68ee-44fa-97a4-70862785e89e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.585806 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-0a0dcf89-68ee-44fa-97a4-70862785e89e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9876258 Feb 20 20:05:17.588336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45370) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:17.594317 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-16fe8823-3563-43ae-a9e1-84cb55add147 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'security_group_rule': {'security_group_id': '56bdf99f-522c-4515-9ef9-f70c6c19e3dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:17.679300 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] Set router 51574320-c730-4028-b7d5-5e37377dac9a gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:17.709581 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f559056c-114a-4a97-8cfe-d6c9c1fa92ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.757419 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fe8823-3563-43ae-a9e1-84cb55add147 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (c295b967-c7fe-4136-b183-626b30a8dd84), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.814617 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.825684 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:17.859178 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fe8823-3563-43ae-a9e1-84cb55add147 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (c295b967-c7fe-4136-b183-626b30a8dd84), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:17.889844 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22db5caa-dc19-44bc-a816-7a271ac4df50 None None] The sync data for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi is: [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:17.891580 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559056c-114a-4a97-8cfe-d6c9c1fa92ec None None] Pushing event updated for resources: {'Port': ['ID=2750e3df-7b97-49f7-b7d5-cce0566112b2,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:17.906220 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-7d638ecb-2d97-4498-a642-17f35688faf6 None None] Provisioning complete for port 2750e3df-7b97-49f7-b7d5-cce0566112b2 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:17.906596 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d638ecb-2d97-4498-a642-17f35688faf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.053269 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fe8823-3563-43ae-a9e1-84cb55add147 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (c295b967-c7fe-4136-b183-626b30a8dd84), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.071708 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe8823-3563-43ae-a9e1-84cb55add147 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c295b967-c7fe-4136-b183-626b30a8dd84,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:18.085840 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:05:13Z', 'revision_number': 3, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port': {'id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:18.089666 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7d638ecb-2d97-4498-a642-17f35688faf6 None None] Current status of the port 2750e3df-7b97-49f7-b7d5-cce0566112b2 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:18.116985 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e473443-dd32-4391-b7a8-34cab4a01043 None None] The sync data for ids ['51574320-c730-4028-b7d5-5e37377dac9a'] in dv-cinder-830086-1-iscsi is: [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:05:13Z', 'revision_number': 3, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port': {'id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:18.128808 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks [] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.382781 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.384221 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (51574320-c730-4028-b7d5-5e37377dac9a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.385691 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16fe8823-3563-43ae-a9e1-84cb55add147 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.391478 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-16fe8823-3563-43ae-a9e1-84cb55add147 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7980337 Feb 20 20:05:18.399006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45392) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:18.399006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:18.513886 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3f3e6f8-f7bb-4f6b-814f-704817b8f5ad req-a1058539-310a-4011-996b-e896190018a5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.0486779 Feb 20 20:05:18.579752 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Pushing event updated for resources: {'Port': ['ID=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:18.608436 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d40930e5-8828-47b5-90e7-c3f066982f0e req-d9cbaae2-c523-4555-823a-ede57f5082f1 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0422485 Feb 20 20:05:18.609553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:18.659112 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Network e9e173c7-6dd9-4335-82a8-8859212d9258 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:18.662537 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:18.845139 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Router 51574320-c730-4028-b7d5-5e37377dac9a has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:05:18.928428 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.051514 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:05:19.070997 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ab90e085-75c8-4471-9f15-1cb03d513bdf admin admin] 10.222.0.61 "PUT /v2.0/routers/51574320-c730-4028-b7d5-5e37377dac9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5315535 Feb 20 20:05:19.130914 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Allocated IP 172.27.1.226 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:19.295589 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.468931 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.532925 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:19.540142 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:19.542566 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:19.557544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'Port': ['ID=e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:19.694643 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e88dd74c-6fe8-457d-800f-9bdfde5bff92 req-1d4aad9f-a351-4f88-a914-753adcf14b29 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.0500653 Feb 20 20:05:19.739311 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (1a82914e-9fac-4875-95ab-0b8501bca4d0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:19.761189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628131-20e2-4162-8642-17fe34fe0f4f req-fbcef2b0-5514-4b0e-a1c4-a31acf7f3432 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:19.772523 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-fbcef2b0-5514-4b0e-a1c4-a31acf7f3432 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 819 time: 0.2517147 Feb 20 20:05:19.776851 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-8344d5f0-66b8-43f2-98e7-df23c7c30201 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/quotas/d3b2cec4dcd447249fe93f1f0040bc48 HTTP/1.1" status: 200 len: 375 time: 0.0088058 Feb 20 20:05:19.851345 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-221752e2-09fb-409e-ae0f-a3d417440d85 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695531 Feb 20 20:05:19.966301 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:20.035206 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:20.035671 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.119703 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-43c6b1d3-879b-4d46-ac2b-1f4a09bca528 req-38af4d5c-eb8f-40fa-8fa1-162a2f05e1af tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.2331154 Feb 20 20:05:20.129460 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.155183 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:20.155573 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.176709 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:20.206576 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-8c4ff5e8-cabb-4394-aaca-ead5826c826f service neutron] 10.222.0.61 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446717 Feb 20 20:05:20.348431 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.349155 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 2750e3df-7b97-49f7-b7d5-cce0566112b2 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:20.373149 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-0969c7c5-70e4-4ce1-972e-7234ed67ebc5 service neutron] 10.222.0.61 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578541 Feb 20 20:05:20.393415 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.441902 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:20.453644 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 2750e3df-7b97-49f7-b7d5-cce0566112b2 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:20.454016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.525548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.545172 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 2750e3df-7b97-49f7-b7d5-cce0566112b2 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:20.562585 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (1a82914e-9fac-4875-95ab-0b8501bca4d0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.580742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'Port': ['ID=e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:20.665907 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1de8feee-70ad-4296-b0df-5ac7dcdb096d req-04e1da40-c56b-4b69-9cd2-9bd6d63c85c1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 210 time: 0.0295465 Feb 20 20:05:20.799015 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:20.801435 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-28379cb6-d246-4d37-8d53-ed9974d45b77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4075236 Feb 20 20:05:20.821589 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6ccf5e9b-d001-44f2-881e-99b9f35cc8f3 req-36ad7715-5528-4d50-9612-1664c05482ad tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.0410380 Feb 20 20:05:20.958808 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-c484eb6e-7798-47d9-914c-7cc1dbc8eb7f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:20.960465 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-c484eb6e-7798-47d9-914c-7cc1dbc8eb7f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 819 time: 0.1415570 Feb 20 20:05:20.980724 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-4520fd1e-52c3-4fda-8e81-0eb14e7fd2e9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/quotas/d3b2cec4dcd447249fe93f1f0040bc48 HTTP/1.1" status: 200 len: 375 time: 0.0125766 Feb 20 20:05:21.078199 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-5056929d-2f16-4bc1-b166-4adfd8eda586 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918267 Feb 20 20:05:21.083947 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-ecc5ab9c-1b32-4c49-953d-cfa6181d8237 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--286022152&fields=id&tenant_id=a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 267 time: 0.0694845 Feb 20 20:05:21.274895 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-be66891e-692a-4c0e-aa4b-5567cadac330 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:21.276539 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-be66891e-692a-4c0e-aa4b-5567cadac330 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 817 time: 0.1827714 Feb 20 20:05:21.313699 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5fdb187e-9d80-4176-80ed-9193454519ad tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/quotas/a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 375 time: 0.0308075 Feb 20 20:05:21.320388 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-ac45a827-59ea-4718-9c3f-18048e537593 service neutron] 10.222.0.61 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438375 Feb 20 20:05:21.429330 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-964ec736-c214-45cb-8587-38837c496da9 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079803 Feb 20 20:05:21.455584 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-7ae86363-de31-4c86-b95a-5c374f830f35 service neutron] 10.222.0.61 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226859 Feb 20 20:05:21.564677 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-cda54d6d-ec51-4b80-aa00-9bf720388d3e service neutron] 10.222.0.61 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062176 Feb 20 20:05:21.593631 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Sync routers for ids ['51574320-c730-4028-b7d5-5e37377dac9a'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:05:21.604732 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Routers {'51574320-c730-4028-b7d5-5e37377dac9a'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:21.605572 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['51574320-c730-4028-b7d5-5e37377dac9a'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:21.689353 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-801fc860-6b14-4e53-9aeb-ee44049259b4 service neutron] 10.222.0.61 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174033 Feb 20 20:05:21.875503 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-069169a5-9c73-44a1-9256-f65d1703e5f1 req-c07b7918-882e-4df4-8089-aca26a9015f8 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0592284 Feb 20 20:05:21.894322 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Set router 51574320-c730-4028-b7d5-5e37377dac9a gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:21.962753 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:21.988752 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41be2653-e915-4186-9272-cb40b019fc3c req-20b40aea-d8a3-4ee9-a3dc-3eff9ab45d5b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.0427454 Feb 20 20:05:22.173167 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df1364c2-7bc8-4be4-b8dc-b0adf7473cdc req-f1cd9020-6767-4c38-9677-4c85ebe1a9e3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.0651748 Feb 20 20:05:22.268497 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bb7073d7-3806-4b0d-b81e-c9f1b890378a req-1b8feb26-3c47-44e9-b60a-b69219eea14e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.0663731 Feb 20 20:05:22.324347 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:22.325478 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.461195 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:22.469390 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 4, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port': {'id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63', 'name': '', 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'mac_address': 'fa:16:3e:bf:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:16Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 2, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'subnets': [{'id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:22.495289 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Checking router: 51574320-c730-4028-b7d5-5e37377dac9a for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:05:22.495643 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Updating router 51574320-c730-4028-b7d5-5e37377dac9a port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:05:22.522773 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.867614 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Publish callbacks [] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:22.938107 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.91', 56737) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:22.946994 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45632) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:22.999529 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.060545 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442922-5458-483b-b159-684587a14a02 None None] Pushing event updated for resources: {'Port': ['ID=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:23.078360 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7be226aa-4ee0-446b-9b60-0f45b2eb2100 req-26f6ecaf-146b-4fc3-9425-d9fb639a5e62 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0871906 Feb 20 20:05:23.144259 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44a2f40d-2d31-4f92-bdee-d22af045a2c3 req-8e064a2b-d020-48d1-8130-e1f25aa67fcf tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.0467300 Feb 20 20:05:23.166233 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54c49d13-e6e5-4a80-81db-99ab971613bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.194924 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d589a-9f01-4840-b68c-f3057b54b56d req-8c95808a-6035-493a-90b8-b4ac63f65488 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:23.197413 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-8c95808a-6035-493a-90b8-b4ac63f65488 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.91 "GET /v2.0/networks?id=3e78dbf5-6a35-486a-aa8b-0266cf547b8c HTTP/1.1" status: 200 len: 811 time: 0.2567286 Feb 20 20:05:23.198848 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Attempting to bind port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:23.199229 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Attempting to bind port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:23.200767 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Attempting to bind port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 on network e9e173c7-6dd9-4335-82a8-8859212d9258 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:23.208689 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:23.208991 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Checking segment: {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:23.209430 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.209824 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Bound using segment: {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:23.210248 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Bound port: c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:23.210632 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.254333 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54c49d13-e6e5-4a80-81db-99ab971613bc admin admin] Publish callbacks [] for security_group (e7917e7b-02b8-4f07-81df-a9382b58c598), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.277452 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Request body: {'port': {'device_id': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c', 'admin_state_up': True, 'tenant_id': '0962dab2328a4c9fa554cc2aa38efea1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:23.283597 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] For port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:23.285130 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] For port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:23.365755 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-908113db-900d-4c90-917a-e439b153fe8b req-f8c767b5-b470-423b-91c9-6f102de31d2c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.0844977 Feb 20 20:05:23.367074 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.91', 56738) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:23.404178 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8d21b9ae-aa04-465a-9283-37e563f60cdb req-0be1b374-0df4-4a27-9d4e-b5e942b88d79 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.0695682 Feb 20 20:05:23.442319 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54c49d13-e6e5-4a80-81db-99ab971613bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e7917e7b-02b8-4f07-81df-a9382b58c598), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.475390 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.548761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45654) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:23.549488 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Routers {'51574320-c730-4028-b7d5-5e37377dac9a'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:05:23.549614 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-54c49d13-e6e5-4a80-81db-99ab971613bc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fe65daeb0404c2fac152578ef03aabd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6000392 Feb 20 20:05:23.550178 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:05:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['51574320-c730-4028-b7d5-5e37377dac9a'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:23.551931 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2442922-5458-483b-b159-684587a14a02 None None] Pushing event updated for resources: {'Port': ['ID=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:23.574345 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c49d13-e6e5-4a80-81db-99ab971613bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7917e7b-02b8-4f07-81df-a9382b58c598,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:23.610737 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d61adf0-8db6-427a-86aa-fc7daf2df383 admin admin] Publish callbacks [] for security_group (e7917e7b-02b8-4f07-81df-a9382b58c598), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.654088 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Made reservation on behalf of 0962dab2328a4c9fa554cc2aa38efea1 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:23.660010 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.663985 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d61adf0-8db6-427a-86aa-fc7daf2df383 admin admin] Publish callbacks [] for security_group (e7917e7b-02b8-4f07-81df-a9382b58c598), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.689205 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da29f6-9d2e-4113-9873-16335614a79b req-3b4e46e9-ab21-4aa9-a9ec-03f9ede2f835 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:23.691022 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-3b4e46e9-ab21-4aa9-a9ec-03f9ede2f835 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.3028336 Feb 20 20:05:23.743234 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] Set router 51574320-c730-4028-b7d5-5e37377dac9a gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:05:23.743331 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Request body: {'port': {'device_id': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'admin_state_up': True, 'tenant_id': '241d32fe65e44ece897c10bfd0439121'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:23.964694 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d61adf0-8db6-427a-86aa-fc7daf2df383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e7917e7b-02b8-4f07-81df-a9382b58c598), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.973120 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d61adf0-8db6-427a-86aa-fc7daf2df383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:23.988110 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-5d61adf0-8db6-427a-86aa-fc7daf2df383 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7917e7b-02b8-4f07-81df-a9382b58c598 HTTP/1.1" status: 204 len: 168 time: 0.4357860 Feb 20 20:05:24.038537 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45680) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:24.139736 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61adf0-8db6-427a-86aa-fc7daf2df383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7917e7b-02b8-4f07-81df-a9382b58c598,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:24.142625 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 4, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port': {'id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63', 'name': '', 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'mac_address': 'fa:16:3e:bf:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:16Z', 'updated_at': '2022-02-20T20:05:23Z', 'revision_number': 4, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'subnets': [{'id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:05:24.186744 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f3abd-90db-47c9-a8a8-aea37cf96d63 None None] The sync data for ids ['51574320-c730-4028-b7d5-5e37377dac9a'] in dv-cinder-830086-1-iscsi is: [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 4, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port': {'id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63', 'name': '', 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'mac_address': 'fa:16:3e:bf:c6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:16Z', 'updated_at': '2022-02-20T20:05:23Z', 'revision_number': 4, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'subnets': [{'id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:05:24.269301 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e31f11b-0342-45bb-9897-e5b4d9ba1b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.281269 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-86bdc1be-5787-4d37-934a-5a78bd587ad7 req-8986b792-3cb4-4fcd-b354-20c0579d61d6 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0558541 Feb 20 20:05:24.309129 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Made reservation on behalf of 241d32fe65e44ece897c10bfd0439121 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:24.313149 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.414039 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Allocated IP 172.20.0.6 (3e78dbf5-6a35-486a-aa8b-0266cf547b8c/0c860bc0-a011-445f-9218-6b3722de4076/017ebe8b-5c99-4fad-9ae8-48d28ef0940d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:24.507142 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e31f11b-0342-45bb-9897-e5b4d9ba1b54 admin admin] Publish callbacks [] for security_group (a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.609358 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Allocated IP 172.20.0.10 (27c15c6d-7811-4b99-9212-43ad7d68ac7f/92b29f4a-8b96-4de1-9332-3b146ee338b1/643672d1-2f3f-43fd-8c00-ed7099dbd5b8) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:24.614076 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9d323cb1-6312-4711-af0c-4401e4896686 req-b6e95afb-e197-4bb3-852f-d41472baa88d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.1800458 Feb 20 20:05:24.665372 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bed0e82a-b9eb-4bd9-88ff-720b827a4e7e req-930926f7-0f79-4a01-942c-a5ad5242756b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.0330439 Feb 20 20:05:24.736755 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1f27b457-ddbc-4cda-b7a1-63ef971fe23d req-d571d7f9-9dea-4ce1-b125-bca0d3000ce8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.0502021 Feb 20 20:05:24.923362 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks [] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:24.991167 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8e31f11b-0342-45bb-9897-e5b4d9ba1b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.052812 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31f11b-0342-45bb-9897-e5b4d9ba1b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:25.060980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.095313 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8e31f11b-0342-45bb-9897-e5b4d9ba1b54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a9388e21275e4e77b7a1112c3beec15e&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0413263 Feb 20 20:05:25.098823 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45726) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.114706 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.91', 56751) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.198484 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:25.218482 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:25.227988 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45728) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.228827 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:25.236438 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.237134 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.239855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks [] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.251156 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Pushing event updated for resources: {'Port': ['ID=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:25.319035 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b55bed6-d3c5-4ee2-9ab2-150be618a5cb admin admin] Publish callbacks [] for security_group (a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.348616 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-e0e077b9-c3ab-4166-a407-59b8f7d815bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0765653 Feb 20 20:05:25.368439 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.91', 56752) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.394774 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628131-20e2-4162-8642-17fe34fe0f4f req-e4140a68-d85c-4513-b8c9-404f7b68565e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.398074 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-e4140a68-d85c-4513-b8c9-404f7b68565e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 819 time: 0.2813354 Feb 20 20:05:25.405446 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b55bed6-d3c5-4ee2-9ab2-150be618a5cb admin admin] Publish callbacks [] for security_group (a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.410774 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-0f7ae944-ba3a-48f4-ba8d-5c60cb8ee965 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:05:25.412320 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-0f7ae944-ba3a-48f4-ba8d-5c60cb8ee965 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0186415 Feb 20 20:05:25.416827 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45736) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:25.446832 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Request body: {'port': {'device_id': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'admin_state_up': True, 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:25.454127 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2cab-ddd1-4045-bc74-ff465ddb622f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.532961 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.572788 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:25.582798 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:25.585573 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:25.595748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.597780 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:25.618371 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a8529-c4ec-4c90-9eda-16c00cf55ee9 req-0a69dc65-49a5-45c4-ae85-b8d5263c61ba tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.626634 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-566a8529-c4ec-4c90-9eda-16c00cf55ee9 req-0a69dc65-49a5-45c4-ae85-b8d5263c61ba tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 931 time: 0.1312728 Feb 20 20:05:25.815982 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0762072 Feb 20 20:05:25.839771 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-0dfff391-3177-4510-9c92-646fdd2c6425 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:25.841858 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-0dfff391-3177-4510-9c92-646fdd2c6425 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 819 time: 0.4687510 Feb 20 20:05:25.904972 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f64dcf64-6a2f-4ccd-9f6a-e756a5990cd8 req-4ef38f16-c9d7-4cc0-895d-f93cb4cce961 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.1361983 Feb 20 20:05:25.964501 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-566a8529-c4ec-4c90-9eda-16c00cf55ee9 req-de229771-d6b2-4ca1-8fef-fbf1092e6b4a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366878 Feb 20 20:05:25.980188 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Request body: {'port': {'device_id': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:26.165687 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:26.176172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Request body: {'port': {'device_id': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'admin_state_up': True, 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:26.180419 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b55bed6-d3c5-4ee2-9ab2-150be618a5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.186434 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b55bed6-d3c5-4ee2-9ab2-150be618a5cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.192026 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4b55bed6-d3c5-4ee2-9ab2-150be618a5cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef HTTP/1.1" status: 204 len: 168 time: 1.0920315 Feb 20 20:05:26.244806 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Request body: {'port': {'device_id': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:26.253657 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55bed6-d3c5-4ee2-9ab2-150be618a5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c98f0f-874a-4c3f-ad2a-8d60e78c10ef,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:26.347572 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46217009-0e41-4bc4-aa18-3465e7f375fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event updated for resources: {'Port': ['ID=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:26.351644 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:26.352853 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.407871 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34d25f29-e12c-48f3-95b0-646b2213537d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.452941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.498662 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cbf0ea8c-76d1-4be1-b44b-a24cef2b01cb req-e34864eb-5b67-46e1-99ad-75de90b77b86 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.1736965 Feb 20 20:05:26.594767 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Made reservation on behalf of d3b2cec4dcd447249fe93f1f0040bc48 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:26.599981 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.91', 56758) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:26.600938 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.616756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8bbe1-ff90-4f29-a624-3c95fe7d3411 req-0ac8ba74-60b5-47a2-9ef8-ac156b1b3dbb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:26.624768 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79f8bbe1-ff90-4f29-a624-3c95fe7d3411 req-0ac8ba74-60b5-47a2-9ef8-ac156b1b3dbb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 932 time: 0.4402101 Feb 20 20:05:26.629390 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:26.630142 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.680097 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:26.761204 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2cab-ddd1-4045-bc74-ff465ddb622f admin admin] Publish callbacks [] for security_group (6a8429cf-42e1-4aa5-a2be-18033871c4de), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.767691 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.788774 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.881031 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79f8bbe1-ff90-4f29-a624-3c95fe7d3411 req-bb6c8d81-ea49-49eb-a22b-d76761820461 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555149 Feb 20 20:05:26.944765 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2cab-ddd1-4045-bc74-ff465ddb622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6a8429cf-42e1-4aa5-a2be-18033871c4de), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:26.970854 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:27.056772 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ee3e2cab-ddd1-4045-bc74-ff465ddb622f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05a0e4d4e09c4ad7ae73b3fbb67a0111&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6370034 Feb 20 20:05:27.070931 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45786) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:27.299616 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6f4c8287-acd9-426d-a9bc-52aad2c8c462 req-3ed94859-d570-4901-99d5-cd13062de6dc tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.1109068 Feb 20 20:05:27.299616 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-e034ff18-d3e7-43ce-aa43-0da0d8cf06ae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:27.299616 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-e034ff18-d3e7-43ce-aa43-0da0d8cf06ae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 817 time: 0.6115162 Feb 20 20:05:27.317326 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e2cab-ddd1-4045-bc74-ff465ddb622f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8429cf-42e1-4aa5-a2be-18033871c4de,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:27.353019 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-301f10ab-474b-4a52-ae3f-df82560ce68c admin admin] Publish callbacks [] for security_group (6a8429cf-42e1-4aa5-a2be-18033871c4de), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.375449 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Made reservation on behalf of d3b2cec4dcd447249fe93f1f0040bc48 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:27.394519 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.394673 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34d25f29-e12c-48f3-95b0-646b2213537d admin admin] Publish callbacks [] for security_group (8cdea53e-130a-4b1b-acca-814b725bd929), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.423005 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-301f10ab-474b-4a52-ae3f-df82560ce68c admin admin] Publish callbacks [] for security_group (6a8429cf-42e1-4aa5-a2be-18033871c4de), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.545899 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5fcfbe72-897e-4e48-ad38-e13129240212 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 379 time: 0.2653606 Feb 20 20:05:27.602982 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bec85b-80b5-41ca-8b77-6cc097462c4e req-c00b9b9b-5fb2-4b27-9553-95b8e38d82bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:27.611239 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f6bec85b-80b5-41ca-8b77-6cc097462c4e req-c00b9b9b-5fb2-4b27-9553-95b8e38d82bd tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 931 time: 0.4598567 Feb 20 20:05:27.641704 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:27.651089 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Publish callbacks [] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.688309 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Allocated IP 172.20.0.12 (e9e173c7-6dd9-4335-82a8-8859212d9258/98bfb80c-b679-462b-bfef-d5344399b6a4/d442520e-9988-45fa-a312-541038014bf0) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:27.733388 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34d25f29-e12c-48f3-95b0-646b2213537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8cdea53e-130a-4b1b-acca-814b725bd929), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.780611 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fe716f66-76e2-40a0-981f-9a3ebb298395 req-a806915c-2d4c-44d7-82f6-2e4c6700ac61 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.1304400 Feb 20 20:05:27.790630 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-34d25f29-e12c-48f3-95b0-646b2213537d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=261ce8cc748048eeafae2522045fa2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5576541 Feb 20 20:05:27.796458 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45792) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:27.863962 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d25f29-e12c-48f3-95b0-646b2213537d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdea53e-130a-4b1b-acca-814b725bd929,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:27.897890 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f6bec85b-80b5-41ca-8b77-6cc097462c4e req-98fbe5bb-f712-4ce8-a590-55224850f32d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856245 Feb 20 20:05:27.936546 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'port': {'device_id': '74cccb65-2141-4b34-9279-cf8592d08d49', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'admin_state_up': True, 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'security_groups': ['56bdf99f-522c-4515-9ef9-f70c6c19e3dc']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:27.949127 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Transition to ACTIVE for port object 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:05:27.981951 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-301f10ab-474b-4a52-ae3f-df82560ce68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6a8429cf-42e1-4aa5-a2be-18033871c4de), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:27.989397 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:05:27.999224 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-301f10ab-474b-4a52-ae3f-df82560ce68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.007168 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-301f10ab-474b-4a52-ae3f-df82560ce68c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a8429cf-42e1-4aa5-a2be-18033871c4de HTTP/1.1" status: 204 len: 168 time: 0.9346116 Feb 20 20:05:28.034436 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c859d0d-5634-4588-bd1d-4b85e6181d2c admin admin] Publish callbacks [] for security_group (8cdea53e-130a-4b1b-acca-814b725bd929), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.065571 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:28.066146 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.073916 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45804) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:28.117357 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017ebe8b-5c99-4fad-9ae8-48d28ef0940d {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:28.122806 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.127571 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c859d0d-5634-4588-bd1d-4b85e6181d2c admin admin] Publish callbacks [] for security_group (8cdea53e-130a-4b1b-acca-814b725bd929), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.133853 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f10ab-474b-4a52-ae3f-df82560ce68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8429cf-42e1-4aa5-a2be-18033871c4de,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.160908 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5a05a67-8ad4-46e0-99b2-95a60b652c52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.175062 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45806) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:28.178867 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks [] for port (d442520e-9988-45fa-a312-541038014bf0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.200994 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Publish callbacks [] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.253304 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:28.346151 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.443892 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Attempting to bind port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:28.444279 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Attempting to bind port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:28.444633 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Attempting to bind port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:28.470088 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:05:28.470537 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Attempting to bind port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:28.485547 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:28.486182 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Checking segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:28.486893 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Bound using segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:28.487515 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Bound port: 643672d1-2f3f-43fd-8c00-ed7099dbd5b8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:28.487965 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.545241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Transition to ACTIVE for port object 017ebe8b-5c99-4fad-9ae8-48d28ef0940d will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:05:28.571243 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb65b731-b100-461f-ab73-777994cb1b43 req-87c12191-95af-4dea-943e-a65bc4da5f2a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.0655313 Feb 20 20:05:28.592729 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5a05a67-8ad4-46e0-99b2-95a60b652c52 admin admin] Publish callbacks [] for security_group (15876892-ca07-4b6e-98c8-e619903cbc37), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.595886 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c859d0d-5634-4588-bd1d-4b85e6181d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8cdea53e-130a-4b1b-acca-814b725bd929), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.605373 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c859d0d-5634-4588-bd1d-4b85e6181d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.611394 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5c859d0d-5634-4588-bd1d-4b85e6181d2c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8cdea53e-130a-4b1b-acca-814b725bd929 HTTP/1.1" status: 204 len: 168 time: 0.8122139 Feb 20 20:05:28.614970 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (d442520e-9988-45fa-a312-541038014bf0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.646413 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.664645 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550bfed-6820-4882-bac8-2dd4adfac1ed req-fd87bf4e-3223-4fcd-ba1c-bb9f0a741cc9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:28.666314 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2550bfed-6820-4882-bac8-2dd4adfac1ed req-fd87bf4e-3223-4fcd-ba1c-bb9f0a741cc9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.6547039 Feb 20 20:05:28.705174 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c859d0d-5634-4588-bd1d-4b85e6181d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdea53e-130a-4b1b-acca-814b725bd929,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.716412 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e5a05a67-8ad4-46e0-99b2-95a60b652c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (15876892-ca07-4b6e-98c8-e619903cbc37), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.722538 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Allocated IP 172.20.0.6 (e9e173c7-6dd9-4335-82a8-8859212d9258/98bfb80c-b679-462b-bfef-d5344399b6a4/5e2840f0-0357-4a20-a25f-fea0a77fcb8a) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:28.767893 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] For port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8, host hv-cinder-83008, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:28.772383 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Network e9e173c7-6dd9-4335-82a8-8859212d9258 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:28.775844 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Pushing event updated for resources: {'Port': ['ID=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.802241 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:28.810410 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Pushing event updated for resources: {'Port': ['ID=d442520e-9988-45fa-a312-541038014bf0,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.815078 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:28.820215 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:28.821003 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.826740 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] For port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:28.831547 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a05a67-8ad4-46e0-99b2-95a60b652c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15876892-ca07-4b6e-98c8-e619903cbc37,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:28.840496 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e5a05a67-8ad4-46e0-99b2-95a60b652c52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3ee202cb4d1a41449c532e6273a6fb28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7604618 Feb 20 20:05:28.846669 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45822) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:28.862163 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Made reservation on behalf of a764b172645b49d49728bb867ce1dfe1 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:28.865738 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.938751 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:28.978091 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2550bfed-6820-4882-bac8-2dd4adfac1ed req-a1b9000e-d3c2-4350-8501-fbce931d112a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982738 Feb 20 20:05:29.074920 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-bd297b94-2eec-4c2f-b605-cf5aaf0620e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6333449 Feb 20 20:05:29.079259 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a0913b4-dda1-45b6-ae11-ce42965c9a85 admin admin] Publish callbacks [] for security_group (15876892-ca07-4b6e-98c8-e619903cbc37), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.100553 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-214bde4a-f043-4558-8d7c-01324ed158a9 req-38682628-6d26-4002-b8f0-226bb233d2ba tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.1367776 Feb 20 20:05:29.104887 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:29.109025 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.109464 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] 10.222.0.91 "PUT /v2.0/ports/643672d1-2f3f-43fd-8c00-ed7099dbd5b8 HTTP/1.1" status: 200 len: 1094 time: 3.0909624 Feb 20 20:05:29.113043 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'tag': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:29.206968 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks [] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.260803 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Attempting to bind port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:29.261402 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Attempting to bind port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1f5e61e6-01a4-4ef9-94a0-13271a758da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:29.262434 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Attempting to bind port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d on network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:29.308300 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f69b60ac-81f4-41f7-8658-a50e3db77ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.318084 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d on network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:05:29.318532 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Attempting to bind port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d on network 3e78dbf5-6a35-486a-aa8b-0266cf547b8c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:29.362883 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.394262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:29.394262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Checking segment: {'id': '1f5e61e6-01a4-4ef9-94a0-13271a758da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:29.394262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Bound using segment: {'id': '1f5e61e6-01a4-4ef9-94a0-13271a758da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:29.394262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Bound port: 017ebe8b-5c99-4fad-9ae8-48d28ef0940d, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f5e61e6-01a4-4ef9-94a0-13271a758da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:29.394262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.446739 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c99ac6-c917-410e-b97d-27d796739f09 req-becefd31-6a2b-433a-ace4-b5924370a25f tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:29.454427 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-08c99ac6-c917-410e-b97d-27d796739f09 req-becefd31-6a2b-433a-ace4-b5924370a25f tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.2140818 Feb 20 20:05:29.455427 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a0913b4-dda1-45b6-ae11-ce42965c9a85 admin admin] Publish callbacks [] for security_group (15876892-ca07-4b6e-98c8-e619903cbc37), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.484910 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Request body: {'port': {'device_id': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:29.522772 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Network e9e173c7-6dd9-4335-82a8-8859212d9258 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:29.566368 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:29.581757 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7fb57-b3b9-4fae-8fed-c5d48a44c6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:29.583893 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:29.589360 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:29.590834 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.606712 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Pushing event updated for resources: {'Port': ['ID=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:29.670555 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (d442520e-9988-45fa-a312-541038014bf0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.670773 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Allocated IP 172.20.0.3 (905ec497-f20b-4f4b-9c9a-74d6a32ea960/1cc6f88c-c485-40be-8a83-ec4444c3e2e2/09b121aa-c70a-4e8a-82a2-9b566911695f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:05:29.709568 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-08c99ac6-c917-410e-b97d-27d796739f09 req-e1052384-486e-47f3-81d2-4df9cd505211 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481661 Feb 20 20:05:29.740513 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] For port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:29.747816 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1aa27c53-1fff-4a03-b650-d76bdcb41a0d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5982819 Feb 20 20:05:29.798584 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Request body: {'port': {'device_id': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:29.808308 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] For port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,segment=NetworkSegment(1f5e61e6-01a4-4ef9-94a0-13271a758da0),segment_id=1f5e61e6-01a4-4ef9-94a0-13271a758da0)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:29.858518 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f69b60ac-81f4-41f7-8658-a50e3db77ef5 admin admin] Publish callbacks [] for security_group (3ec29102-e41d-4bde-973d-8dfd58d9d0f3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.860848 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45840) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:29.883032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22d74ec1-d102-451a-9e8e-1488a7c8f427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.889542 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036" -d '{"events": [{"name": "network-changed", "server_uuid": "c76a1171-0f8f-4ad0-aa50-3365aaf12825", "tag": "643672d1-2f3f-43fd-8c00-ed7099dbd5b8"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:29.919170 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da29f6-9d2e-4113-9873-16335614a79b req-0203f97e-e04e-47da-9152-5143edf2e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:29.920857 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-0203f97e-e04e-47da-9152-5143edf2e20e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 1128 time: 0.4262161 Feb 20 20:05:29.924605 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.948244 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4cbce-2dba-4fba-a50e-a7bfb9e60c41 req-1be32d49-2d2d-465e-b5f5-b96c3ba3aac8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:29.949939 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cfc4cbce-2dba-4fba-a50e-a7bfb9e60c41 req-1be32d49-2d2d-465e-b5f5-b96c3ba3aac8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 931 time: 0.2340639 Feb 20 20:05:29.960787 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f69b60ac-81f4-41f7-8658-a50e3db77ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3ec29102-e41d-4bde-973d-8dfd58d9d0f3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.979398 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a0913b4-dda1-45b6-ae11-ce42965c9a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (15876892-ca07-4b6e-98c8-e619903cbc37), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.983831 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2a0913b4-dda1-45b6-ae11-ce42965c9a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:29.987268 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2a0913b4-dda1-45b6-ae11-ce42965c9a85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/15876892-ca07-4b6e-98c8-e619903cbc37 HTTP/1.1" status: 204 len: 168 time: 1.1343510 Feb 20 20:05:29.987421 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.067249 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0913b4-dda1-45b6-ae11-ce42965c9a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15876892-ca07-4b6e-98c8-e619903cbc37,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:30.143526 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f69b60ac-81f4-41f7-8658-a50e3db77ef5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b9bffb066fab4fe6863e44081e2c4750&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9390144 Feb 20 20:05:30.143526 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b60ac-81f4-41f7-8658-a50e3db77ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec29102-e41d-4bde-973d-8dfd58d9d0f3,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:30.153880 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 45850) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:30.172857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:30.193385 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.193385 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] 10.222.0.91 "PUT /v2.0/ports/017ebe8b-5c99-4fad-9ae8-48d28ef0940d HTTP/1.1" status: 200 len: 1093 time: 4.4309349 Feb 20 20:05:30.218174 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d442520e-9988-45fa-a312-541038014bf0 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:30.228252 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Publish callbacks [] for port (d442520e-9988-45fa-a312-541038014bf0), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.232960 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'tag': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:30.245679 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Transition to ACTIVE for port object d442520e-9988-45fa-a312-541038014bf0 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:05:30.248315 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-ec8486d1-5645-4c16-860d-c27636cd96b6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8 HTTP/1.1" status: 200 len: 217 time: 0.2383254 Feb 20 20:05:30.316666 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4b9764-f512-4549-ac76-858da1d56a97 x-openstack-request-id: req-ec4b9764-f512-4549-ac76-858da1d56a97 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:30.317002 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76a1171-0f8f-4ad0-aa50-3365aaf12825", "tag": "643672d1-2f3f-43fd-8c00-ed7099dbd5b8", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:30.317256 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ec4b9764-f512-4549-ac76-858da1d56a97 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:30.317969 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'tag': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8', 'status': 'completed', 'code': 200} Feb 20 20:05:30.340640 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da29f6-9d2e-4113-9873-16335614a79b req-f6908399-db6c-4b4b-9093-ca6a1eef179b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:30.342524 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-f6908399-db6c-4b4b-9093-ca6a1eef179b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92b29f4a-8b96-4de1-9332-3b146ee338b1 HTTP/1.1" status: 200 len: 854 time: 0.0852001 Feb 20 20:05:30.419411 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (d442520e-9988-45fa-a312-541038014bf0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.456968 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69ff3b-e161-45bd-b629-c3ad492f798e service neutron] Pushing event updated for resources: {'Port': ['ID=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:30.549186 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-9c436e6a-e4ba-4acb-81d5-b0d7812bc901 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=27c15c6d-7811-4b99-9212-43ad7d68ac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799403 Feb 20 20:05:30.551585 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d442520e-9988-45fa-a312-541038014bf0,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:30.607953 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Attempting to bind port d442520e-9988-45fa-a312-541038014bf0 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:30.608463 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Attempting to bind port d442520e-9988-45fa-a312-541038014bf0 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:30.608855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Attempting to bind port d442520e-9988-45fa-a312-541038014bf0 on network e9e173c7-6dd9-4335-82a8-8859212d9258 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:30.646105 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Port d442520e-9988-45fa-a312-541038014bf0 on network e9e173c7-6dd9-4335-82a8-8859212d9258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:05:30.646472 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Attempting to bind port d442520e-9988-45fa-a312-541038014bf0 on network e9e173c7-6dd9-4335-82a8-8859212d9258 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:30.660184 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:30.660749 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Checking segment: {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:30.661008 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Bound using segment: {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:30.661502 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Bound port: d442520e-9988-45fa-a312-541038014bf0, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:30.661928 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (d442520e-9988-45fa-a312-541038014bf0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.727470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d524dee-ebeb-4260-b958-51f4d2484357" -d '{"events": [{"name": "network-changed", "server_uuid": "0b36885b-a8c0-4d0d-8144-8c07849d6efb", "tag": "017ebe8b-5c99-4fad-9ae8-48d28ef0940d"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:30.750180 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-ff0d4080-bcbc-470d-841d-ddfd375cd2d0 service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652455 Feb 20 20:05:30.754416 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61727e9d-6964-4de3-b75e-b3b64385682f admin admin] Publish callbacks [] for security_group (3ec29102-e41d-4bde-973d-8dfd58d9d0f3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.843902 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] For port d442520e-9988-45fa-a312-541038014bf0, host hv-cinder-83008, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:30.854323 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cfc4cbce-2dba-4fba-a50e-a7bfb9e60c41 req-96b1fca6-00fa-434c-ae74-cb559032f6d6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8906755 Feb 20 20:05:30.884679 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] For port d442520e-9988-45fa-a312-541038014bf0, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d442520e-9988-45fa-a312-541038014bf0,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:30.953140 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.958084 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f3da29f6-9d2e-4113-9873-16335614a79b req-d5899adf-4f23-4438-87b4-558e2db619de service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873980 Feb 20 20:05:30.966934 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (d442520e-9988-45fa-a312-541038014bf0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.987137 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61727e9d-6964-4de3-b75e-b3b64385682f admin admin] Publish callbacks [] for security_group (3ec29102-e41d-4bde-973d-8dfd58d9d0f3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:30.992718 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22d74ec1-d102-451a-9e8e-1488a7c8f427 admin admin] Publish callbacks [] for security_group (5a82883b-8e33-45db-b7df-890ac7c453a9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.042442 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9be53-10ab-44f0-829f-9fa6e4c705b1 req-1e1831a7-3489-4b9c-be7b-c343be6b24a3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.050116 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c8e9be53-10ab-44f0-829f-9fa6e4c705b1 req-1e1831a7-3489-4b9c-be7b-c343be6b24a3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.6158860 Feb 20 20:05:31.076909 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.079104 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.080949 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] 10.222.0.91 "PUT /v2.0/ports/d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 1094 time: 1.8579824 Feb 20 20:05:31.122224 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8b1a6-38fa-4019-aaed-abd45cd48cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d442520e-9988-45fa-a312-541038014bf0,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:31.143560 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-22d74ec1-d102-451a-9e8e-1488a7c8f427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (5a82883b-8e33-45db-b7df-890ac7c453a9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.167619 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c26ee155-1597-4548-b616-0355b40b00a1 req-de66e387-abc4-4990-ae03-ba90ee9259ec tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.1477087 Feb 20 20:05:31.197097 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d589a-9f01-4840-b68c-f3057b54b56d req-ddeca3ae-02ca-4bf1-b6ba-61c9788a6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.198680 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-ddeca3ae-02ca-4bf1-b6ba-61c9788a6872 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0962dab2328a4c9fa554cc2aa38efea1&device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 1127 time: 0.6226692 Feb 20 20:05:31.249327 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d74ec1-d102-451a-9e8e-1488a7c8f427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a82883b-8e33-45db-b7df-890ac7c453a9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:31.435584 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-91cbc738-b02b-4436-bb38-07f5eb8aaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.438197 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-91cbc738-b02b-4436-bb38-07f5eb8aaa72 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 1128 time: 0.1667738 Feb 20 20:05:31.444297 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5b44710e-9c28-4a48-944c-1040acffc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.448466 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-5b44710e-9c28-4a48-944c-1040acffc7d8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1128 time: 0.1093199 Feb 20 20:05:31.625289 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-7e494805-e53f-4390-b24d-0e84e14fe6ec service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017ebe8b-5c99-4fad-9ae8-48d28ef0940d HTTP/1.1" status: 200 len: 217 time: 0.3186731 Feb 20 20:05:31.660267 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-22d74ec1-d102-451a-9e8e-1488a7c8f427 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12b599847c454792932ad3455550fb0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7961006 Feb 20 20:05:31.662211 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 45888) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:31.711365 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c8e9be53-10ab-44f0-829f-9fa6e4c705b1 req-2d2b6681-5688-4982-9f88-89dad2c0aaa7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603534 Feb 20 20:05:31.717566 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.891917 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62debb-9edd-4807-8f05-994b398b67c5 req-9f946e07-dd1f-4822-84a3-50f151eb7943 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.893613 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af62debb-9edd-4807-8f05-994b398b67c5 req-9f946e07-dd1f-4822-84a3-50f151eb7943 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.5724840 Feb 20 20:05:31.894333 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61727e9d-6964-4de3-b75e-b3b64385682f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3ec29102-e41d-4bde-973d-8dfd58d9d0f3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.899079 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-61727e9d-6964-4de3-b75e-b3b64385682f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.900171 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-61727e9d-6964-4de3-b75e-b3b64385682f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ec29102-e41d-4bde-973d-8dfd58d9d0f3 HTTP/1.1" status: 204 len: 168 time: 1.7422915 Feb 20 20:05:31.904917 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-702df6a6-5d4a-4fa2-beca-1550562191f3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 217 time: 0.1596220 Feb 20 20:05:31.907213 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fbe67d-d1dd-4b34-856c-39ed251cc134 admin admin] Publish callbacks [] for security_group (5a82883b-8e33-45db-b7df-890ac7c453a9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:31.911035 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-7379d626-7aa9-4faa-a1ab-9ee0ba39ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:31.912622 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-7379d626-7aa9-4faa-a1ab-9ee0ba39ab06 service neutron] 10.222.0.91 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 915 time: 0.4569230 Feb 20 20:05:32.011050 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:05:32.038034 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:05:32.051088 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ddf02b-6cd1-4dae-8673-1551b937921e x-openstack-request-id: req-b2ddf02b-6cd1-4dae-8673-1551b937921e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:32.051088 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b36885b-a8c0-4d0d-8144-8c07849d6efb", "tag": "017ebe8b-5c99-4fad-9ae8-48d28ef0940d", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:32.051088 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2ddf02b-6cd1-4dae-8673-1551b937921e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:32.051088 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'tag': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d', 'status': 'completed', 'code': 200} Feb 20 20:05:32.051088 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61727e9d-6964-4de3-b75e-b3b64385682f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec29102-e41d-4bde-973d-8dfd58d9d0f3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:32.054825 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:05:32.060608 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:32.061242 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.065887 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:32.086602 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fbe67d-d1dd-4b34-856c-39ed251cc134 admin admin] Publish callbacks [] for security_group (5a82883b-8e33-45db-b7df-890ac7c453a9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.102227 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2840f0-0357-4a20-a25f-fea0a77fcb8a {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:32.120370 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d589a-9f01-4840-b68c-f3057b54b56d req-a5ec55f1-fdd4-4306-ba97-3e29dde9bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:32.122598 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-a5ec55f1-fdd4-4306-ba97-3e29dde9bac3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c860bc0-a011-445f-9218-6b3722de4076 HTTP/1.1" status: 200 len: 851 time: 0.3016515 Feb 20 20:05:32.125121 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Publish callbacks [] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.293892 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-3451dd6a-f279-40ff-b9a5-0f93bfc8876e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3881640 Feb 20 20:05:32.295989 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-0435ceab-43ab-49af-a95b-447bddb5efdf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3e78dbf5-6a35-486a-aa8b-0266cf547b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638703 Feb 20 20:05:32.311320 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-bf2647b6-1634-4721-b400-e45fef6bada4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8 HTTP/1.1" status: 200 len: 217 time: 0.3758712 Feb 20 20:05:32.331807 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af62debb-9edd-4807-8f05-994b398b67c5 req-65f5958a-33ab-4165-9f78-1596fadcecfe tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780928 Feb 20 20:05:32.332626 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'tag': 'd442520e-9988-45fa-a312-541038014bf0'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:32.338438 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405fa428-3db2-45df-b99a-3515268f1e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4238092-f6ee-4355-bba3-04b8afc759f6", "tag": "d442520e-9988-45fa-a312-541038014bf0"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:32.370578 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628131-20e2-4162-8642-17fe34fe0f4f req-793e8b52-c3dc-4ff6-a8e0-22efc9343758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:32.374428 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-793e8b52-c3dc-4ff6-a8e0-22efc9343758 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.4511476 Feb 20 20:05:32.421290 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Transition to ACTIVE for port object 5e2840f0-0357-4a20-a25f-fea0a77fcb8a will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:05:32.461903 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Request body: {'port': {'device_id': '74cccb65-2141-4b34-9279-cf8592d08d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:32.512620 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-d5a6e1e2-13a0-44d2-9fca-e43005235244 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749881 Feb 20 20:05:32.523339 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-d82bd4d3-c581-4044-897f-d3fdb4a27c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:32.533367 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-d82bd4d3-c581-4044-897f-d3fdb4a27c77 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92b29f4a-8b96-4de1-9332-3b146ee338b1 HTTP/1.1" status: 200 len: 854 time: 0.1800067 Feb 20 20:05:32.561924 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-e30d3a7e-3793-4bf0-8adc-6755cf34f7d3 None None] Provisioning complete for port 09b121aa-c70a-4e8a-82a2-9b566911695f triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:05:32.563743 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e30d3a7e-3793-4bf0-8adc-6755cf34f7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.573306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.623644 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e30d3a7e-3793-4bf0-8adc-6755cf34f7d3 None None] Port 09b121aa-c70a-4e8a-82a2-9b566911695f cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:05:32.711791 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-aaa39803-acb3-471a-a54d-47976c4fdf48 service neutron] 10.222.0.91 "GET /v2.0/networks/3e78dbf5-6a35-486a-aa8b-0266cf547b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834194 Feb 20 20:05:32.791867 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.831429 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-1cdd22cf-97ce-406a-8e90-71f53dcead7c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=27c15c6d-7811-4b99-9212-43ad7d68ac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2938030 Feb 20 20:05:32.831971 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fbe67d-d1dd-4b34-856c-39ed251cc134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (5a82883b-8e33-45db-b7df-890ac7c453a9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.834840 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-11fbe67d-d1dd-4b34-856c-39ed251cc134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:32.838457 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-11fbe67d-d1dd-4b34-856c-39ed251cc134 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5a82883b-8e33-45db-b7df-890ac7c453a9 HTTP/1.1" status: 204 len: 168 time: 1.1729054 Feb 20 20:05:33.042936 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-d77c5dd0-ab87-4f0d-8412-0a18645578ff service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457961 Feb 20 20:05:33.047562 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbe67d-d1dd-4b34-856c-39ed251cc134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a82883b-8e33-45db-b7df-890ac7c453a9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:33.178950 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-fcc65491-e269-49d2-bf77-976a34685da0 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500111 Feb 20 20:05:33.196986 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b121aa-c70a-4e8a-82a2-9b566911695f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:33.220002 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3446492-057e-427f-98cc-b0ea4b390e19 req-0d3185ba-b97f-44a9-8b02-e89f5b9ece40 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:33.221543 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b3446492-057e-427f-98cc-b0ea4b390e19 req-0d3185ba-b97f-44a9-8b02-e89f5b9ece40 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 931 time: 1.0059767 Feb 20 20:05:33.255782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Publish callbacks [] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.285699 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba7750d4-56e2-4d7e-b745-6f6cdd0bf036 req-f0c3aff6-3d33-4be0-a60b-c0a0118286dd service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282047 Feb 20 20:05:33.336801 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-234d589a-9f01-4840-b68c-f3057b54b56d req-18637a3e-3358-4071-80b0-0db991fe3dff service neutron] 10.222.0.91 "GET /v2.0/networks/3e78dbf5-6a35-486a-aa8b-0266cf547b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648160 Feb 20 20:05:33.339703 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Attempting to bind port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:33.340635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Attempting to bind port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:33.341121 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Attempting to bind port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a on network e9e173c7-6dd9-4335-82a8-8859212d9258 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:33.348717 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-07628131-20e2-4162-8642-17fe34fe0f4f req-59dd3c53-db04-4e8e-97a7-bd6ad6498e61 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437838 Feb 20 20:05:33.351444 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Pushing event updated for resources: {'Port': ['ID=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:33.367308 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Transition to ACTIVE for port object 09b121aa-c70a-4e8a-82a2-9b566911695f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:05:33.395769 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a on network e9e173c7-6dd9-4335-82a8-8859212d9258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:05:33.396193 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Attempting to bind port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a on network e9e173c7-6dd9-4335-82a8-8859212d9258 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:33.417489 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342faa0c-14dd-44e4-8ae3-9627e4c59000 req-7ce1f3de-5f9e-4769-839a-be7d15830930 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:33.419708 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-342faa0c-14dd-44e4-8ae3-9627e4c59000 req-7ce1f3de-5f9e-4769-839a-be7d15830930 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 931 time: 1.0000017 Feb 20 20:05:33.421351 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:33.421694 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Checking segment: {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:33.422082 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Bound using segment: {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:33.422685 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Bound port: 5e2840f0-0357-4a20-a25f-fea0a77fcb8a, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99633233-3870-4c1b-9b50-6d029b229b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:33.423320 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.513039 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b3446492-057e-427f-98cc-b0ea4b390e19 req-7b6828af-2580-4f35-a7a8-15c2e8f27802 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599595 Feb 20 20:05:33.536985 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:33.583825 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8854dfdd-0041-48d2-9215-915159ecb4cf x-openstack-request-id: req-8854dfdd-0041-48d2-9215-915159ecb4cf {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:33.583825 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4238092-f6ee-4355-bba3-04b8afc759f6", "tag": "d442520e-9988-45fa-a312-541038014bf0", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:33.583825 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8854dfdd-0041-48d2-9215-915159ecb4cf {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:33.583825 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'tag': 'd442520e-9988-45fa-a312-541038014bf0', 'status': 'completed', 'code': 200} Feb 20 20:05:33.625649 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:33.641856 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-342faa0c-14dd-44e4-8ae3-9627e4c59000 req-11e98230-c3ed-4394-bf62-14eb5a021f1f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082565 Feb 20 20:05:33.694161 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] For port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:33.753040 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] For port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:33.841166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Attempting to bind port 09b121aa-c70a-4e8a-82a2-9b566911695f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:05:33.841506 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Attempting to bind port 09b121aa-c70a-4e8a-82a2-9b566911695f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:05:33.841869 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Attempting to bind port 09b121aa-c70a-4e8a-82a2-9b566911695f on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:33.928816 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-9ae002b4-48b0-4208-be5a-3f390c8c32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:33.930376 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-9ae002b4-48b0-4208-be5a-3f390c8c32cf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0962dab2328a4c9fa554cc2aa38efea1&device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 1127 time: 0.1246948 Feb 20 20:05:34.008873 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.035661 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Port 09b121aa-c70a-4e8a-82a2-9b566911695f on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:05:34.036097 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Attempting to bind port 09b121aa-c70a-4e8a-82a2-9b566911695f on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:05:34.106645 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac0044-f698-4088-b2d2-925748e50a82 req-29c9432c-4477-4a58-969a-16c81fa8ae3a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.108938 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1ac0044-f698-4088-b2d2-925748e50a82 req-29c9432c-4477-4a58-969a-16c81fa8ae3a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.4655080 Feb 20 20:05:34.124254 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.124880 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.126790 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] 10.222.0.91 "PUT /v2.0/ports/5e2840f0-0357-4a20-a25f-fea0a77fcb8a HTTP/1.1" status: 200 len: 1093 time: 4.3423939 Feb 20 20:05:34.129282 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'tag': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:34.131389 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c5d519-e67b-4632-b1b8-70155ab7da90" -d '{"events": [{"name": "network-changed", "server_uuid": "d924524e-1239-4c04-98f1-be5b96b9d248", "tag": "5e2840f0-0357-4a20-a25f-fea0a77fcb8a"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:34.137985 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:05:34.138318 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Checking segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:05:34.138705 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Bound using segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:05:34.139570 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Bound port: 09b121aa-c70a-4e8a-82a2-9b566911695f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:05:34.145585 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.155810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd6654-950b-48a3-b476-e5adeb177b5c service neutron] Pushing event updated for resources: {'Port': ['ID=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:34.181140 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-31130b08-3aa6-41ce-9568-ea355adc00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.182627 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-31130b08-3aa6-41ce-9568-ea355adc00b8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=3e78dbf5-6a35-486a-aa8b-0266cf547b8c HTTP/1.1" status: 200 len: 912 time: 0.2418041 Feb 20 20:05:34.215473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa428-3db2-45df-b99a-3515268f1e0c req-7e1b1d90-282d-46bb-bd51-7f89629a20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.217289 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-405fa428-3db2-45df-b99a-3515268f1e0c req-7e1b1d90-282d-46bb-bd51-7f89629a20d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1128 time: 0.3772132 Feb 20 20:05:34.260775 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b788-b1e9-44f8-83c6-905e7aaafc41 req-3a0b3464-a351-4d7f-b687-b6832b2122d1 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.262883 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ac05b788-b1e9-44f8-83c6-905e7aaafc41 req-3a0b3464-a351-4d7f-b687-b6832b2122d1 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.3562844 Feb 20 20:05:34.301644 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-c7cc0ad9-d481-488e-a365-faf68e53f373 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=017ebe8b-5c99-4fad-9ae8-48d28ef0940d HTTP/1.1" status: 200 len: 217 time: 0.0938773 Feb 20 20:05:34.331020 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1ac0044-f698-4088-b2d2-925748e50a82 req-3455f133-75d2-4249-8f42-d27128d25b2d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113724 Feb 20 20:05:34.443937 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-a2f7db57-8aba-440e-be49-02ed7dfb08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.446382 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-a2f7db57-8aba-440e-be49-02ed7dfb08c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0c860bc0-a011-445f-9218-6b3722de4076 HTTP/1.1" status: 200 len: 851 time: 0.1311219 Feb 20 20:05:34.518451 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-08d8da48-fece-49fa-b0c8-2a13acf63075 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=3e78dbf5-6a35-486a-aa8b-0266cf547b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359359 Feb 20 20:05:34.634833 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0617a597-51fe-4be2-bb99-fee7e555343a x-openstack-request-id: req-0617a597-51fe-4be2-bb99-fee7e555343a {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:34.635143 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d924524e-1239-4c04-98f1-be5b96b9d248", "tag": "5e2840f0-0357-4a20-a25f-fea0a77fcb8a", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:34.635405 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0617a597-51fe-4be2-bb99-fee7e555343a {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:34.635793 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'tag': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a', 'status': 'completed', 'code': 200} Feb 20 20:05:34.724538 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:05:34.845422 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:05:34.887917 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ac05b788-b1e9-44f8-83c6-905e7aaafc41 req-74b10047-c23d-4258-84e6-e4e550c6820a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052928 Feb 20 20:05:34.933128 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-a13c12d4-63a4-4d87-a89f-e83b799c6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.935172 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-a13c12d4-63a4-4d87-a89f-e83b799c6167 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 1127 time: 0.6332586 Feb 20 20:05:34.962463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:34.981768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa428-3db2-45df-b99a-3515268f1e0c req-04afdb64-d2e0-45ad-8396-d41fe4d51abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:34.984888 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-405fa428-3db2-45df-b99a-3515268f1e0c req-04afdb64-d2e0-45ad-8396-d41fe4d51abf service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.7429404 Feb 20 20:05:35.029207 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15022d4d-8403-4149-9d1c-67a802d154fc req-f53e79b4-4c03-4e47-b8c4-38a231417073 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.036093 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-15022d4d-8403-4149-9d1c-67a802d154fc req-f53e79b4-4c03-4e47-b8c4-38a231417073 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.4030709 Feb 20 20:05:35.046423 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-f91d5b0e-e993-4e50-a1b7-8955acc32cbb service neutron] 10.222.0.91 "GET /v2.0/networks/3e78dbf5-6a35-486a-aa8b-0266cf547b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696166 Feb 20 20:05:35.105761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.106376 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:35.109300 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] 10.222.0.91 "PUT /v2.0/ports/09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 1093 time: 2.6928566 Feb 20 20:05:35.281527 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-15022d4d-8403-4149-9d1c-67a802d154fc req-518bd0f2-19b4-499a-a2bc-67c5b00c5066 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444232 Feb 20 20:05:35.295489 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-405fa428-3db2-45df-b99a-3515268f1e0c req-76f4ad6d-f439-449c-93cf-83bacd1873a8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 217 time: 0.1975150 Feb 20 20:05:35.298502 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-8c0836e7-111a-47f4-9683-946dc9ce70ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a HTTP/1.1" status: 200 len: 217 time: 0.1978664 Feb 20 20:05:35.301771 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c659ee5-1f2d-4eb2-aeb4-064b6e17335b service neutron] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:35.331539 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d524dee-ebeb-4260-b958-51f4d2484357 req-ab716226-9cef-4e03-a58e-b2eede350ddf service neutron] 10.222.0.91 "GET /v2.0/networks/3e78dbf5-6a35-486a-aa8b-0266cf547b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369595 Feb 20 20:05:35.352875 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1fe0a-f787-48eb-9fef-29f129cc9bae req-dcb45f27-63c1-4834-b7be-80290f4db75c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.366853 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f1fe0a-f787-48eb-9fef-29f129cc9bae req-dcb45f27-63c1-4834-b7be-80290f4db75c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.3475351 Feb 20 20:05:35.589257 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fa428-3db2-45df-b99a-3515268f1e0c req-5862e9ad-8d9b-4571-8215-cfb8d107c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.591610 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-405fa428-3db2-45df-b99a-3515268f1e0c req-5862e9ad-8d9b-4571-8215-cfb8d107c92e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.2724662 Feb 20 20:05:35.626552 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-e73ce46c-f65a-4934-9830-5b43e6b457e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.629304 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-e73ce46c-f65a-4934-9830-5b43e6b457e0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.2884274 Feb 20 20:05:35.662654 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f1fe0a-f787-48eb-9fef-29f129cc9bae req-6c81bc10-8c7f-4098-891f-28e40d56456c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543643 Feb 20 20:05:35.679414 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-71f9d24f-ec9b-47b3-9e73-93a1517f3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.681913 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-71f9d24f-ec9b-47b3-9e73-93a1517f3445 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1127 time: 0.2747405 Feb 20 20:05:35.694233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d802df9-6782-46a6-bfb1-b6c3629d3354 req-3a63f959-a9b7-4ab9-871b-9cc10e4c4f2b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:35.702427 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d802df9-6782-46a6-bfb1-b6c3629d3354 req-3a63f959-a9b7-4ab9-871b-9cc10e4c4f2b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.2062511 Feb 20 20:05:35.771029 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d802df9-6782-46a6-bfb1-b6c3629d3354 req-774dfd60-361e-4184-8a8a-c97ca2f3b335 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676322 Feb 20 20:05:36.048842 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564f437-b499-49bd-8ce9-3617a5e5764b req-d99aef56-a230-4108-880c-ddd59203e86b tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:36.050736 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f564f437-b499-49bd-8ce9-3617a5e5764b req-d99aef56-a230-4108-880c-ddd59203e86b tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0756404 Feb 20 20:05:36.152192 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f564f437-b499-49bd-8ce9-3617a5e5764b req-b1255377-b35e-48ac-a24d-fb19c1eb50f2 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921056 Feb 20 20:05:36.494797 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a17c8b-8be7-4bf9-af86-2187d21d8447 req-a71702cb-7d1b-46f4-8c10-68ce71ea1ca0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:36.497942 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91a17c8b-8be7-4bf9-af86-2187d21d8447 req-a71702cb-7d1b-46f4-8c10-68ce71ea1ca0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.1085362 Feb 20 20:05:36.604234 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91a17c8b-8be7-4bf9-af86-2187d21d8447 req-562b30bb-a494-4abf-9aac-03f4177e5062 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Feb 20 20:05:36.636990 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:05:36.644108 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5385b39d-a721-499f-be7c-419daff5b3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:05:36.685435 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5aefe35a-4ec7-4a73-a679-7225eb502868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:36.779544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e59d6-d3a7-4673-b181-bf99a0f56319 x-openstack-request-id: req-164e59d6-d3a7-4673-b181-bf99a0f56319 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:05:36.779544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:05:36.779544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-164e59d6-d3a7-4673-b181-bf99a0f56319 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:05:36.779544 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'status': 'completed', 'code': 200} Feb 20 20:05:36.837178 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:05:36.899264 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4bee2-a39b-44cc-bfb0-c487d7e679b1 req-f6fed1b8-1a03-48ef-b0a4-d12651417449 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:36.900902 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dad4bee2-a39b-44cc-bfb0-c487d7e679b1 req-f6fed1b8-1a03-48ef-b0a4-d12651417449 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.1101882 Feb 20 20:05:37.051303 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-405fa428-3db2-45df-b99a-3515268f1e0c req-abfecdbe-9e99-47fe-9ffb-2ad23218b27d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739925 Feb 20 20:05:37.055173 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-bfacdcfb-ae90-4418-a4d7-3e6428f087a9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789189 Feb 20 20:05:37.076616 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dad4bee2-a39b-44cc-bfb0-c487d7e679b1 req-6bdc5cdb-58d1-4bea-a049-d883a6f02133 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499169 Feb 20 20:05:37.115953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03302b74-83d7-4658-9150-87297193de93 req-693e0b84-d597-4dce-8183-b31fa0d22890 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.115953 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-03302b74-83d7-4658-9150-87297193de93 req-693e0b84-d597-4dce-8183-b31fa0d22890 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.1912520 Feb 20 20:05:37.192567 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-03302b74-83d7-4658-9150-87297193de93 req-143004ac-7473-4280-89a4-8ab774083b14 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885744 Feb 20 20:05:37.274538 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-6914e73e-2f6f-4f65-b35f-3794080fb7f6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 217 time: 0.0561304 Feb 20 20:05:37.463257 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-e9056782-49a7-48be-893f-812658611003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.464851 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-e9056782-49a7-48be-893f-812658611003 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.1819291 Feb 20 20:05:37.541252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e842ec-14d3-4ee8-82c5-dbf22faf0bd8 req-548b0e67-3120-41ab-a730-30575cef17c5 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.545975 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b7e842ec-14d3-4ee8-82c5-dbf22faf0bd8 req-548b0e67-3120-41ab-a730-30575cef17c5 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.2838902 Feb 20 20:05:37.545975 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-405fa428-3db2-45df-b99a-3515268f1e0c req-2139d4aa-b560-486d-9b7e-6245d948a534 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853954 Feb 20 20:05:37.548671 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-3c4c04e0-34a1-43d2-95dc-17204ae3a25a service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908230 Feb 20 20:05:37.603644 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-8d144727-f92d-441f-ac2b-8e009437497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.603994 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-8d144727-f92d-441f-ac2b-8e009437497e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243694 Feb 20 20:05:37.616586 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b7e842ec-14d3-4ee8-82c5-dbf22faf0bd8 req-1a1c4c1e-ff4a-4898-8326-3f18b362989a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659149 Feb 20 20:05:37.737061 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbfe39-8390-4809-87a5-dc8d027b8301 req-a6640f90-c9e2-4896-8293-1da7a7c3f3a4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:37.738818 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-26dbfe39-8390-4809-87a5-dc8d027b8301 req-a6640f90-c9e2-4896-8293-1da7a7c3f3a4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0637925 Feb 20 20:05:37.809570 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-26dbfe39-8390-4809-87a5-dc8d027b8301 req-1228a8a0-219a-44cd-9b5f-80aab606a1e5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651047 Feb 20 20:05:37.908850 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:37.957135 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46088) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:38.111425 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bfc9376e-31df-4ad2-bc6c-7232e6034410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.189700 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bfc9376e-31df-4ad2-bc6c-7232e6034410 admin admin] Publish callbacks [] for security_group (8328f094-48c6-4eb9-95d7-173d1e1d63bb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.266233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c97e9-1798-4d1c-a2fd-0939bc7df054 req-c84044e2-1dc1-4a46-adb2-fddfa8a04956 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:38.266233 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-095c97e9-1798-4d1c-a2fd-0939bc7df054 req-c84044e2-1dc1-4a46-adb2-fddfa8a04956 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0756629 Feb 20 20:05:38.266436 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bfc9376e-31df-4ad2-bc6c-7232e6034410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8328f094-48c6-4eb9-95d7-173d1e1d63bb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.301100 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bfc9376e-31df-4ad2-bc6c-7232e6034410 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0c3f49da75d4f4185d2c37beaf04466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427939 Feb 20 20:05:38.301994 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9376e-31df-4ad2-bc6c-7232e6034410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8328f094-48c6-4eb9-95d7-173d1e1d63bb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:38.304373 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46100) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:38.343251 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-095c97e9-1798-4d1c-a2fd-0939bc7df054 req-d1e9184c-971c-4f94-866e-98fee10e5fe5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745063 Feb 20 20:05:38.355707 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f84c461f-865b-48f6-a29f-c1073cb04bfb admin admin] Publish callbacks [] for security_group (8328f094-48c6-4eb9-95d7-173d1e1d63bb), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.357920 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd114d2-e4ff-4292-a6e1-23542d2195ce req-29d517cd-797a-4ce9-93d9-f02d5d592e66 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:38.359417 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dcd114d2-e4ff-4292-a6e1-23542d2195ce req-29d517cd-797a-4ce9-93d9-f02d5d592e66 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0847917 Feb 20 20:05:38.385610 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f84c461f-865b-48f6-a29f-c1073cb04bfb admin admin] Publish callbacks [] for security_group (8328f094-48c6-4eb9-95d7-173d1e1d63bb), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.408175 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dcd114d2-e4ff-4292-a6e1-23542d2195ce req-a30a1666-de46-461c-b576-b53f3d403e82 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Feb 20 20:05:38.633614 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f84c461f-865b-48f6-a29f-c1073cb04bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8328f094-48c6-4eb9-95d7-173d1e1d63bb), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.636618 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f84c461f-865b-48f6-a29f-c1073cb04bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:38.637785 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f84c461f-865b-48f6-a29f-c1073cb04bfb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8328f094-48c6-4eb9-95d7-173d1e1d63bb HTTP/1.1" status: 204 len: 168 time: 0.3325131 Feb 20 20:05:38.647147 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c461f-865b-48f6-a29f-c1073cb04bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8328f094-48c6-4eb9-95d7-173d1e1d63bb,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:38.741261 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a022f-43eb-4e27-a2ee-457e50159458 req-e4735e35-f104-4834-b2fe-41201cdca87d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:38.742752 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-632a022f-43eb-4e27-a2ee-457e50159458 req-e4735e35-f104-4834-b2fe-41201cdca87d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0550139 Feb 20 20:05:38.804787 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-632a022f-43eb-4e27-a2ee-457e50159458 req-7da41d0e-b8db-40b4-bb05-af981ab9b35f tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554538 Feb 20 20:05:38.960189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91822474-0263-4092-bf37-337e83aaff7d req-cb74ff18-715e-483a-88e9-40b1b1fb2ced tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:38.964299 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91822474-0263-4092-bf37-337e83aaff7d req-cb74ff18-715e-483a-88e9-40b1b1fb2ced tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0567932 Feb 20 20:05:39.016991 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91822474-0263-4092-bf37-337e83aaff7d req-10e6fe41-e094-4758-a1e9-da3ee84dde64 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464332 Feb 20 20:05:39.022503 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8ce6333d-bbb0-48a3-8222-d1b9100679c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.467829 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f75e3-4d92-4deb-8aac-d7d1360f006d req-ccb7bec8-5cd6-4f16-a4a7-9985ccafc828 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:39.469368 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2e5f75e3-4d92-4deb-8aac-d7d1360f006d req-ccb7bec8-5cd6-4f16-a4a7-9985ccafc828 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0535569 Feb 20 20:05:39.551358 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2e5f75e3-4d92-4deb-8aac-d7d1360f006d req-9adf6185-2d54-441b-9019-638a1b2deabc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761542 Feb 20 20:05:39.551905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46132) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:39.572808 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac48e167-f666-4aa5-a15c-78f051796cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.595349 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f8cd-9b62-4243-8679-d510872e02d5 req-381e3d3d-c9ad-407e-9314-b76a988c8fe3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:39.596838 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-82b3f8cd-9b62-4243-8679-d510872e02d5 req-381e3d3d-c9ad-407e-9314-b76a988c8fe3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.1037939 Feb 20 20:05:39.662875 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-82b3f8cd-9b62-4243-8679-d510872e02d5 req-f2276ccb-b598-40a3-9afc-a8cf246e9d65 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593801 Feb 20 20:05:39.694605 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac48e167-f666-4aa5-a15c-78f051796cfb admin admin] Publish callbacks [] for security_group (fb3d2f88-5c41-4a3f-9d25-e564c8445417), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.758627 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ac48e167-f666-4aa5-a15c-78f051796cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (fb3d2f88-5c41-4a3f-9d25-e564c8445417), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.797804 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ac48e167-f666-4aa5-a15c-78f051796cfb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d25b18cbc32740ddabfcb5e1fa817c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433531 Feb 20 20:05:39.799002 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48e167-f666-4aa5-a15c-78f051796cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d2f88-5c41-4a3f-9d25-e564c8445417,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:39.800491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46136) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:39.851812 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b80a3b-0c20-4b5f-9ee0-d30babdaf533 admin admin] Publish callbacks [] for security_group (fb3d2f88-5c41-4a3f-9d25-e564c8445417), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.879344 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b80a3b-0c20-4b5f-9ee0-d30babdaf533 admin admin] Publish callbacks [] for security_group (fb3d2f88-5c41-4a3f-9d25-e564c8445417), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:39.938116 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8289d-40b1-485c-8a18-c56fe3a378be req-d8c2e039-9848-46d6-ac9e-b7fd73f3fa8e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:39.938430 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-50e8289d-40b1-485c-8a18-c56fe3a378be req-d8c2e039-9848-46d6-ac9e-b7fd73f3fa8e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0536079 Feb 20 20:05:39.994492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-50e8289d-40b1-485c-8a18-c56fe3a378be req-a9de847d-90aa-4aa2-9ed0-58315ecc5352 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506766 Feb 20 20:05:40.062512 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b80a3b-0c20-4b5f-9ee0-d30babdaf533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (fb3d2f88-5c41-4a3f-9d25-e564c8445417), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.065109 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b80a3b-0c20-4b5f-9ee0-d30babdaf533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.066254 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-85b80a3b-0c20-4b5f-9ee0-d30babdaf533 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb3d2f88-5c41-4a3f-9d25-e564c8445417 HTTP/1.1" status: 204 len: 168 time: 0.2646537 Feb 20 20:05:40.075620 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b80a3b-0c20-4b5f-9ee0-d30babdaf533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d2f88-5c41-4a3f-9d25-e564c8445417,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:40.107942 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:40.139916 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea403fb-21d5-4ee1-9de5-9136fe87bc65 req-a3a23a1f-24ec-4914-b7d7-b905e4a6982c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:40.141448 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ea403fb-21d5-4ee1-9de5-9136fe87bc65 req-a3a23a1f-24ec-4914-b7d7-b905e4a6982c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0562303 Feb 20 20:05:40.188821 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ea403fb-21d5-4ee1-9de5-9136fe87bc65 req-59376b95-d20e-4981-a5aa-53cfcf3f9104 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Feb 20 20:05:40.682086 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bacbb1-27f4-42cf-8b1b-7a472d8486fd req-e4ccd5f4-d6d7-4140-9bb6-204f1d4979d6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:40.684556 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-82bacbb1-27f4-42cf-8b1b-7a472d8486fd req-e4ccd5f4-d6d7-4140-9bb6-204f1d4979d6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0611274 Feb 20 20:05:40.732865 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-82bacbb1-27f4-42cf-8b1b-7a472d8486fd req-c7dfc480-b410-4400-b56c-1051253d263a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433083 Feb 20 20:05:40.961170 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711508e-694d-423e-a391-91aa84bcd910 req-e0a39ac7-5c40-457e-9f2e-3d8f3c935d30 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:40.962661 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9711508e-694d-423e-a391-91aa84bcd910 req-e0a39ac7-5c40-457e-9f2e-3d8f3c935d30 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.2289238 Feb 20 20:05:41.014023 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9711508e-694d-423e-a391-91aa84bcd910 req-6dc65aa2-0543-4ca8-939f-fd04e8042629 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 Feb 20 20:05:41.122596 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4323cf9-d0bc-443a-a3f6-a3af07f8c6e5 req-25c44eaf-2b02-4e0e-b15a-40a9cab56132 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.124128 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e4323cf9-d0bc-443a-a3f6-a3af07f8c6e5 req-25c44eaf-2b02-4e0e-b15a-40a9cab56132 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0592687 Feb 20 20:05:41.164950 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46184) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:41.220150 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e4323cf9-d0bc-443a-a3f6-a3af07f8c6e5 req-cc2a90b6-e724-4d54-89dd-25b588d19922 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Feb 20 20:05:41.328984 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1002f-b1ca-4464-9e67-fa9ba942a2cb req-698e8c38-a384-4989-b5b3-b834a9020cda tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.330502 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ccd1002f-b1ca-4464-9e67-fa9ba942a2cb req-698e8c38-a384-4989-b5b3-b834a9020cda tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0669544 Feb 20 20:05:41.397788 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ccd1002f-b1ca-4464-9e67-fa9ba942a2cb req-206f7a72-f835-41ad-ac23-367eb855b321 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613356 Feb 20 20:05:41.426202 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a66e6c74-79c1-4bb9-8057-6c60dc46307d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.498494 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a66e6c74-79c1-4bb9-8057-6c60dc46307d admin admin] Publish callbacks [] for security_group (9e8d4d94-1836-4fb6-8464-f2b8b73cb71a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.655944 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a66e6c74-79c1-4bb9-8057-6c60dc46307d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9e8d4d94-1836-4fb6-8464-f2b8b73cb71a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.693928 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a66e6c74-79c1-4bb9-8057-6c60dc46307d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=53bfea78ecf041dfb837d930f40e8a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277734 Feb 20 20:05:41.695999 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e6c74-79c1-4bb9-8057-6c60dc46307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d4d94-1836-4fb6-8464-f2b8b73cb71a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:41.696826 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46204) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:41.747229 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32a8e4cc-d166-428b-bb9e-8724913f81dc admin admin] Publish callbacks [] for security_group (9e8d4d94-1836-4fb6-8464-f2b8b73cb71a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.770349 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32a8e4cc-d166-428b-bb9e-8724913f81dc admin admin] Publish callbacks [] for security_group (9e8d4d94-1836-4fb6-8464-f2b8b73cb71a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.799204 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.878660 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb353d6-6e30-4f25-83c1-567c8f4f4cfd req-1b2641a8-ae11-4b52-9928-db41e4be7a93 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:41.878660 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcb353d6-6e30-4f25-83c1-567c8f4f4cfd req-1b2641a8-ae11-4b52-9928-db41e4be7a93 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0721478 Feb 20 20:05:41.896041 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32a8e4cc-d166-428b-bb9e-8724913f81dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9e8d4d94-1836-4fb6-8464-f2b8b73cb71a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.898685 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-32a8e4cc-d166-428b-bb9e-8724913f81dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:41.901324 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-32a8e4cc-d166-428b-bb9e-8724913f81dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9e8d4d94-1836-4fb6-8464-f2b8b73cb71a HTTP/1.1" status: 204 len: 168 time: 0.2019973 Feb 20 20:05:41.909343 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8e4cc-d166-428b-bb9e-8724913f81dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d4d94-1836-4fb6-8464-f2b8b73cb71a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:41.935161 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcb353d6-6e30-4f25-83c1-567c8f4f4cfd req-fbb8e9f5-8b5d-47c3-8569-acb580f58808 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485795 Feb 20 20:05:42.138659 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704f237-a2ee-4665-965a-801f00b88a3a req-f0894a82-0e96-4388-9b38-75b77ffe04b6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:42.140372 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c704f237-a2ee-4665-965a-801f00b88a3a req-f0894a82-0e96-4388-9b38-75b77ffe04b6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0568042 Feb 20 20:05:42.260658 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c704f237-a2ee-4665-965a-801f00b88a3a req-5663d190-23fa-499e-8fde-67cb26b607c8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451999 Feb 20 20:05:42.337974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743ec78-4a01-4738-918f-3b0cc4a738ae req-f83261f6-a143-4e7a-9dd9-004127778fcf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:42.340213 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d743ec78-4a01-4738-918f-3b0cc4a738ae req-f83261f6-a143-4e7a-9dd9-004127778fcf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0591333 Feb 20 20:05:42.392294 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d743ec78-4a01-4738-918f-3b0cc4a738ae req-f6ba317d-b582-418b-98fd-cd35226f9234 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Feb 20 20:05:42.539372 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e99d4-042c-46d8-9651-ab80b9ce26dd req-74bcba79-1354-4ce3-9048-cb4e15cc0add tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:42.541362 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8e5e99d4-042c-46d8-9651-ab80b9ce26dd req-74bcba79-1354-4ce3-9048-cb4e15cc0add tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0641160 Feb 20 20:05:42.596958 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8e5e99d4-042c-46d8-9651-ab80b9ce26dd req-d415765a-ac09-4c01-99cc-241e15bf787a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491002 Feb 20 20:05:43.069791 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e8726-360f-4a59-b72d-ee332eb930e2 req-c9a7eff5-5517-4980-9399-dcaf75de381d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:43.070133 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-156e8726-360f-4a59-b72d-ee332eb930e2 req-c9a7eff5-5517-4980-9399-dcaf75de381d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0569532 Feb 20 20:05:43.130115 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-156e8726-360f-4a59-b72d-ee332eb930e2 req-ebffa611-144b-4e9e-b7ce-78337b39810a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521197 Feb 20 20:05:43.360983 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4f9f0-f45f-462b-9bdd-f87eeffbb625 req-8c1f0716-0a46-4716-bb9b-27c9677b2328 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:43.362486 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-34a4f9f0-f45f-462b-9bdd-f87eeffbb625 req-8c1f0716-0a46-4716-bb9b-27c9677b2328 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0556405 Feb 20 20:05:43.371147 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.430478 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-34a4f9f0-f45f-462b-9bdd-f87eeffbb625 req-5f55fd4e-e6ab-4a79-baf5-3f7bb74074c7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570147 Feb 20 20:05:43.532597 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252d592-a531-498e-8a0a-e99cb5e15737 req-c9cc4ce8-1597-4f0c-a557-0a8d6cc3f1e2 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:43.534002 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b252d592-a531-498e-8a0a-e99cb5e15737 req-c9cc4ce8-1597-4f0c-a557-0a8d6cc3f1e2 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0647664 Feb 20 20:05:43.679164 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b252d592-a531-498e-8a0a-e99cb5e15737 req-d200dfbb-6d51-42e5-acb1-31f02fd04642 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396065 Feb 20 20:05:43.776589 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-405fa428-3db2-45df-b99a-3515268f1e0c req-aeff4278-ef85-4e64-a123-00d48c0151b3 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162671 Feb 20 20:05:43.784861 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9998-2a55-4df9-83cf-03bd28fc49c9 req-67f438c3-ecfd-4ef9-b675-c5f4a6d4b670 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:43.786184 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fed9998-2a55-4df9-83cf-03bd28fc49c9 req-67f438c3-ecfd-4ef9-b675-c5f4a6d4b670 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.1144848 Feb 20 20:05:43.788388 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1642d8a-9d01-4b35-bc57-78d3b1221ccc req-f495fbfd-f3a0-4f31-a6db-9c2ef6c3ab12 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269702 Feb 20 20:05:43.830661 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46278) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:43.834916 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fed9998-2a55-4df9-83cf-03bd28fc49c9 req-ed013f34-e791-4a70-9505-92ca34a4a6c6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 Feb 20 20:05:43.851191 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-269b6400-03b5-4510-a293-b16322f6d88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:43.928175 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-269b6400-03b5-4510-a293-b16322f6d88c admin admin] Publish callbacks [] for security_group (25fe9821-f4da-4c40-8564-980efb1d26de), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.028649 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-9edecc02-dc33-4ec8-b30c-a6153b314b7b service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880775 Feb 20 20:05:44.033241 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-269b6400-03b5-4510-a293-b16322f6d88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (25fe9821-f4da-4c40-8564-980efb1d26de), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.072641 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b6400-03b5-4510-a293-b16322f6d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe9821-f4da-4c40-8564-980efb1d26de,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:44.076914 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-269b6400-03b5-4510-a293-b16322f6d88c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71ec3496bb124fb2a2cf848072421817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446122 Feb 20 20:05:44.079596 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46296) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:44.127189 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3812d401-bb67-414a-9a74-629609e0d735 admin admin] Publish callbacks [] for security_group (25fe9821-f4da-4c40-8564-980efb1d26de), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.147838 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3812d401-bb67-414a-9a74-629609e0d735 admin admin] Publish callbacks [] for security_group (25fe9821-f4da-4c40-8564-980efb1d26de), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.290477 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3812d401-bb67-414a-9a74-629609e0d735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (25fe9821-f4da-4c40-8564-980efb1d26de), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.293718 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3812d401-bb67-414a-9a74-629609e0d735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:44.296399 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3812d401-bb67-414a-9a74-629609e0d735 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/25fe9821-f4da-4c40-8564-980efb1d26de HTTP/1.1" status: 204 len: 168 time: 0.2144129 Feb 20 20:05:44.308218 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812d401-bb67-414a-9a74-629609e0d735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe9821-f4da-4c40-8564-980efb1d26de,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:44.368421 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2eafb-f434-4d73-9e15-c2f556a0e665 req-4ed2b391-a987-4745-a6c8-d90b3a8a0171 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.369429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8ae2eafb-f434-4d73-9e15-c2f556a0e665 req-4ed2b391-a987-4745-a6c8-d90b3a8a0171 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.1348989 Feb 20 20:05:44.372247 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44d465a0-1a18-416c-8587-87ea3a7913e9 req-ff391311-68ec-4fce-a357-6c0e29aee0ee service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933446 Feb 20 20:05:44.406723 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-0fb1457c-0e3d-470a-aa92-4eeee421e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.410635 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-0fb1457c-0e3d-470a-aa92-4eeee421e20f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 1127 time: 0.1225491 Feb 20 20:05:44.520821 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8ae2eafb-f434-4d73-9e15-c2f556a0e665 req-70186960-039d-4187-a0c6-cbf7502dc654 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436527 Feb 20 20:05:44.581568 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-9bbc5741-d328-4e22-83c6-842099ca676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.583003 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-9bbc5741-d328-4e22-83c6-842099ca676c service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.1664891 Feb 20 20:05:44.655719 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eaee0-5f55-4fba-9303-822eae1c79c5 req-4a2148ca-9075-448a-a91c-90ec9ab992af tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.657266 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f7eaee0-5f55-4fba-9303-822eae1c79c5 req-4a2148ca-9075-448a-a91c-90ec9ab992af tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.1648970 Feb 20 20:05:44.659378 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-6e4cb5a8-a83b-4899-a695-fc1345911e65 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a HTTP/1.1" status: 200 len: 217 time: 0.0566258 Feb 20 20:05:44.729215 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-e9fdc59b-cff7-45c9-9b92-66eb28fe1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.730426 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-e9fdc59b-cff7-45c9-9b92-66eb28fe1fdc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1127 time: 0.1623676 Feb 20 20:05:44.749509 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-6f268bb7-a2cb-4577-b50f-467a1d5369b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.750960 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-6f268bb7-a2cb-4577-b50f-467a1d5369b1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.0797422 Feb 20 20:05:44.793962 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f7eaee0-5f55-4fba-9303-822eae1c79c5 req-4b01519a-e1f7-4c6e-8571-1a8aec79a230 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237390 Feb 20 20:05:44.835524 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4c55c-2bf4-4aa0-aa7f-3dfafffff806 req-eecfb7a7-4e33-4d01-ba77-c9f02a355724 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.837065 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4fb4c55c-2bf4-4aa0-aa7f-3dfafffff806 req-eecfb7a7-4e33-4d01-ba77-c9f02a355724 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0794826 Feb 20 20:05:44.890566 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4fb4c55c-2bf4-4aa0-aa7f-3dfafffff806 req-b2b8f97d-9065-44c6-9843-010fceb32f89 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Feb 20 20:05:44.984714 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4c601-a92f-4d9b-b5df-b11a96d20579 req-fc7eda6d-a3a5-4856-9e5d-fb9abf775554 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:44.986204 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3cb4c601-a92f-4d9b-b5df-b11a96d20579 req-fc7eda6d-a3a5-4856-9e5d-fb9abf775554 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0562921 Feb 20 20:05:45.035400 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3cb4c601-a92f-4d9b-b5df-b11a96d20579 req-6a201a04-b232-4d20-b497-08368a5dd407 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Feb 20 20:05:45.335440 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-0dd7c89e-eb89-4731-84c3-ddbdde1684b6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730133 Feb 20 20:05:45.336001 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46352) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:45.436421 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-b5263001-ed17-4975-b78d-596568ae9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.439351 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-b5263001-ed17-4975-b78d-596568ae9a78 service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.1884763 Feb 20 20:05:45.492068 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-6b0d0cfb-9bea-4c0a-bfa7-b396fb926e11 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 217 time: 0.0439672 Feb 20 20:05:45.510206 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a3f4e1f-f226-4a03-8dc4-1e4306394669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.583809 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-22a414aa-40b8-434a-b167-70e0e303f24e service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259943 Feb 20 20:05:45.592338 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-da848eeb-0771-4d55-9580-674ea757248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.593752 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-da848eeb-0771-4d55-9580-674ea757248f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0920212 Feb 20 20:05:45.775738 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-1e4c276d-d94b-4dc4-8319-6fabbe2f886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.777880 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-1e4c276d-d94b-4dc4-8319-6fabbe2f886c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1732509 Feb 20 20:05:45.799040 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25c5d519-e67b-4632-b1b8-70155ab7da90 req-ecdadeea-446d-4017-9f52-52fe26fd8f48 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084415 Feb 20 20:05:45.820941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a3f4e1f-f226-4a03-8dc4-1e4306394669 admin admin] Publish callbacks [] for security_group (7aaf478c-5fb6-4183-b114-f84d5efec96c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:45.828798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9632ef-7672-4a13-a317-ca652fa2b1c3 req-e945b9f8-1bb7-4b2e-80bf-919d7e245bb9 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.830269 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b9632ef-7672-4a13-a317-ca652fa2b1c3 req-e945b9f8-1bb7-4b2e-80bf-919d7e245bb9 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.2043512 Feb 20 20:05:45.954903 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b9632ef-7672-4a13-a317-ca652fa2b1c3 req-0ad84c35-6ba5-4f18-98a2-983fed699546 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994091 Feb 20 20:05:45.976000 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbf21b-5d98-4c02-a9bd-88e2b190d09a req-ddc88871-ec31-4580-b594-49129c34e2c3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:45.977516 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d9dbf21b-5d98-4c02-a9bd-88e2b190d09a req-ddc88871-ec31-4580-b594-49129c34e2c3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.1106572 Feb 20 20:05:45.979302 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-1817b5a6-335d-494d-8157-1ea9298b4813 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921961 Feb 20 20:05:45.980533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a3f4e1f-f226-4a03-8dc4-1e4306394669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (7aaf478c-5fb6-4183-b114-f84d5efec96c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.268715 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f4e1f-f226-4a03-8dc4-1e4306394669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf478c-5fb6-4183-b114-f84d5efec96c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.292165 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-0a3f4e1f-f226-4a03-8dc4-1e4306394669 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef55b7953b134393a985d41a18a40dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9551454 Feb 20 20:05:46.295576 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46392) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:46.331250 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d9dbf21b-5d98-4c02-a9bd-88e2b190d09a req-f99ec16d-c93b-4677-8ffe-a766327bf22f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466623 Feb 20 20:05:46.350139 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b32c5417-2b10-41b7-90cb-cd3497379c3f admin admin] Publish callbacks [] for security_group (7aaf478c-5fb6-4183-b114-f84d5efec96c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.362244 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5385b39d-a721-499f-be7c-419daff5b3a9 req-4e8093c7-84e6-4f89-8fff-8a4c43a6f1b6 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706996 Feb 20 20:05:46.373033 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc426d-a293-477a-b7d1-162480e57e43 req-4a740266-a45c-4a22-9c4b-8904aa407574 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:46.374557 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5bc426d-a293-477a-b7d1-162480e57e43 req-4a740266-a45c-4a22-9c4b-8904aa407574 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.3331425 Feb 20 20:05:46.376583 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b32c5417-2b10-41b7-90cb-cd3497379c3f admin admin] Publish callbacks [] for security_group (7aaf478c-5fb6-4183-b114-f84d5efec96c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.454133 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5bc426d-a293-477a-b7d1-162480e57e43 req-d0e735b3-ec3a-472f-bbea-2192ae699afc tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731599 Feb 20 20:05:46.481153 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f702f-d478-4432-942f-dc2119bbc07d req-dbcb3179-db4e-4b14-bb7b-757fe1587ea5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:46.481153 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6a8f702f-d478-4432-942f-dc2119bbc07d req-dbcb3179-db4e-4b14-bb7b-757fe1587ea5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0672228 Feb 20 20:05:46.530816 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6a8f702f-d478-4432-942f-dc2119bbc07d req-9fe2e519-35eb-4e2d-b7d7-8d4ddf0264cf tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Feb 20 20:05:46.558517 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b32c5417-2b10-41b7-90cb-cd3497379c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (7aaf478c-5fb6-4183-b114-f84d5efec96c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.561042 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b32c5417-2b10-41b7-90cb-cd3497379c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:46.562211 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b32c5417-2b10-41b7-90cb-cd3497379c3f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7aaf478c-5fb6-4183-b114-f84d5efec96c HTTP/1.1" status: 204 len: 168 time: 0.2650745 Feb 20 20:05:46.569760 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c5417-2b10-41b7-90cb-cd3497379c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf478c-5fb6-4183-b114-f84d5efec96c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:46.765059 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46406) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.081642 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4a0ef-f232-4a8a-8562-05e7715036bf req-197e1e23-89ea-4089-abca-2e4d94b04f44 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.083116 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7ef4a0ef-f232-4a8a-8562-05e7715036bf req-197e1e23-89ea-4089-abca-2e4d94b04f44 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0536311 Feb 20 20:05:47.137519 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4aa1cb12-059d-452d-bad3-e6d8a9af5464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.154418 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7ef4a0ef-f232-4a8a-8562-05e7715036bf req-72a93ddb-e05c-4844-8230-f028b61a6b5d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617025 Feb 20 20:05:47.222246 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4aa1cb12-059d-452d-bad3-e6d8a9af5464 admin admin] Publish callbacks [] for security_group (0c5eb30f-ae4f-40bb-87b0-6ad297a2287a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.364641 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4aa1cb12-059d-452d-bad3-e6d8a9af5464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (0c5eb30f-ae4f-40bb-87b0-6ad297a2287a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.406416 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-4aa1cb12-059d-452d-bad3-e6d8a9af5464 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ae7d7bec4e3a417782601bb08b5f0a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402507 Feb 20 20:05:47.407376 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1cb12-059d-452d-bad3-e6d8a9af5464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5eb30f-ae4f-40bb-87b0-6ad297a2287a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.409063 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46422) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.468663 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f0cf2-93d3-4d00-8bed-e12fb3f53b33 req-5980c74f-6cff-4589-bb6e-efeb57c1f579 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.469440 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d6914869-3f23-415d-93f0-89f8fda48ac9 admin admin] Publish callbacks [] for security_group (0c5eb30f-ae4f-40bb-87b0-6ad297a2287a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.470121 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c07f0cf2-93d3-4d00-8bed-e12fb3f53b33 req-5980c74f-6cff-4589-bb6e-efeb57c1f579 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0589828 Feb 20 20:05:47.495035 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d6914869-3f23-415d-93f0-89f8fda48ac9 admin admin] Publish callbacks [] for security_group (0c5eb30f-ae4f-40bb-87b0-6ad297a2287a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.534351 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c07f0cf2-93d3-4d00-8bed-e12fb3f53b33 req-bf09e12b-6b65-4e08-ab47-748cbafb114d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Feb 20 20:05:47.571024 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46432) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:47.588648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10a5977-3250-4bc3-bba7-90b22002f3ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.699156 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5e023-6fe8-4ffa-a16e-749c3c7bbf69 req-d09fb0e5-930f-4dd1-87f3-ecf759ac2b46 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.700727 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4d5e023-6fe8-4ffa-a16e-749c3c7bbf69 req-d09fb0e5-930f-4dd1-87f3-ecf759ac2b46 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.1145358 Feb 20 20:05:47.723622 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d6914869-3f23-415d-93f0-89f8fda48ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (0c5eb30f-ae4f-40bb-87b0-6ad297a2287a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.723622 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d6914869-3f23-415d-93f0-89f8fda48ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.723801 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7de282-b5bf-48d5-927c-2c058e110b6c req-3c361229-d905-4d38-96c2-35818794f790 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:47.724406 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd7de282-b5bf-48d5-927c-2c058e110b6c req-3c361229-d905-4d38-96c2-35818794f790 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.1000509 Feb 20 20:05:47.725585 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d6914869-3f23-415d-93f0-89f8fda48ac9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0c5eb30f-ae4f-40bb-87b0-6ad297a2287a HTTP/1.1" status: 204 len: 168 time: 0.3149343 Feb 20 20:05:47.734083 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6914869-3f23-415d-93f0-89f8fda48ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5eb30f-ae4f-40bb-87b0-6ad297a2287a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:47.827023 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4d5e023-6fe8-4ffa-a16e-749c3c7bbf69 req-9046d039-2a3d-40bb-a113-7f0577028acf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175792 Feb 20 20:05:47.838655 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd7de282-b5bf-48d5-927c-2c058e110b6c req-b7666143-b168-4316-820d-475ebdf419ea tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018891 Feb 20 20:05:47.870767 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10a5977-3250-4bc3-bba7-90b22002f3ba admin admin] Publish callbacks [] for security_group (b8c04cef-a045-4e7c-84fa-a4888612d5a1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:47.970036 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d10a5977-3250-4bc3-bba7-90b22002f3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b8c04cef-a045-4e7c-84fa-a4888612d5a1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.010032 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-d10a5977-3250-4bc3-bba7-90b22002f3ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=359668392b554267a3bc5b7dd2b1e2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4377580 Feb 20 20:05:48.011538 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a5977-3250-4bc3-bba7-90b22002f3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c04cef-a045-4e7c-84fa-a4888612d5a1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.013884 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46444) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.064764 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66146ef9-e08b-434f-b1f4-f3debb8b357b admin admin] Publish callbacks [] for security_group (b8c04cef-a045-4e7c-84fa-a4888612d5a1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.086117 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66146ef9-e08b-434f-b1f4-f3debb8b357b admin admin] Publish callbacks [] for security_group (b8c04cef-a045-4e7c-84fa-a4888612d5a1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.284159 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66146ef9-e08b-434f-b1f4-f3debb8b357b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b8c04cef-a045-4e7c-84fa-a4888612d5a1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.286848 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6f9f4-2a31-4cfd-8e23-9503bc210e0b req-2685d7dc-fab7-4028-98be-da0ed78086c0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.288812 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66146ef9-e08b-434f-b1f4-f3debb8b357b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.288939 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f8c6f9f4-2a31-4cfd-8e23-9503bc210e0b req-2685d7dc-fab7-4028-98be-da0ed78086c0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0603437 Feb 20 20:05:48.290652 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-66146ef9-e08b-434f-b1f4-f3debb8b357b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8c04cef-a045-4e7c-84fa-a4888612d5a1 HTTP/1.1" status: 204 len: 168 time: 0.2756710 Feb 20 20:05:48.302011 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66146ef9-e08b-434f-b1f4-f3debb8b357b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c04cef-a045-4e7c-84fa-a4888612d5a1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:48.348706 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f8c6f9f4-2a31-4cfd-8e23-9503bc210e0b req-bc97abf6-1895-46d7-8229-5a80f71da855 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514419 Feb 20 20:05:48.658407 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46464) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.658897 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01182e04-8827-45f0-80c0-e3a46c080db7 req-9e8ea184-ea87-4203-bbf8-7238e9b6e8ae tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:48.660105 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01182e04-8827-45f0-80c0-e3a46c080db7 req-9e8ea184-ea87-4203-bbf8-7238e9b6e8ae tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0539463 Feb 20 20:05:48.671614 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a8eb-84e2-430b-b098-b91284548afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.707465 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01182e04-8827-45f0-80c0-e3a46c080db7 req-ede09d66-98e6-4015-a718-56e1a64f9f89 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Feb 20 20:05:48.746648 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a8eb-84e2-430b-b098-b91284548afe admin admin] Publish callbacks [] for security_group (cf7fc892-b863-430a-bc94-daebd5d686a3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.838617 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a8eb-84e2-430b-b098-b91284548afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (cf7fc892-b863-430a-bc94-daebd5d686a3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:48.884265 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4cf6a8eb-84e2-430b-b098-b91284548afe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3de1b7c73ce24980899014b6858d484f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246919 Feb 20 20:05:48.887868 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46476) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:48.889304 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6a8eb-84e2-430b-b098-b91284548afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7fc892-b863-430a-bc94-daebd5d686a3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.024696 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9364a9b-8754-4e45-b656-8dc5800cafbd admin admin] Publish callbacks [] for security_group (cf7fc892-b863-430a-bc94-daebd5d686a3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.034187 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cc9e1-c3cf-4f23-8741-52413568204e req-617e7e38-7edd-4de3-8f17-d9f9c9060cb9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:49.035752 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c11cc9e1-c3cf-4f23-8741-52413568204e req-617e7e38-7edd-4de3-8f17-d9f9c9060cb9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.1254935 Feb 20 20:05:49.055755 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556fe5f-8976-42c9-bcd8-f1b469a3f0e1 req-4d0fe2e1-7ea2-47c2-a796-ea3003d71f1a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:49.057214 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3556fe5f-8976-42c9-bcd8-f1b469a3f0e1 req-4d0fe2e1-7ea2-47c2-a796-ea3003d71f1a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.1079013 Feb 20 20:05:49.088701 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9364a9b-8754-4e45-b656-8dc5800cafbd admin admin] Publish callbacks [] for security_group (cf7fc892-b863-430a-bc94-daebd5d686a3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.163701 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c11cc9e1-c3cf-4f23-8741-52413568204e req-109fbf46-9254-4301-b92e-61ecebd31e3b tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171954 Feb 20 20:05:49.173642 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3556fe5f-8976-42c9-bcd8-f1b469a3f0e1 req-48a9391f-4ea6-4b89-a518-42f3f46787ec tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084251 Feb 20 20:05:49.262063 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9364a9b-8754-4e45-b656-8dc5800cafbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (cf7fc892-b863-430a-bc94-daebd5d686a3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.265028 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d9364a9b-8754-4e45-b656-8dc5800cafbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:49.269318 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-d9364a9b-8754-4e45-b656-8dc5800cafbd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf7fc892-b863-430a-bc94-daebd5d686a3 HTTP/1.1" status: 204 len: 168 time: 0.3803794 Feb 20 20:05:49.281362 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9364a9b-8754-4e45-b656-8dc5800cafbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7fc892-b863-430a-bc94-daebd5d686a3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:49.470768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15464270-22a9-40bf-a69f-d084ef8a4a98 req-721d3435-ef00-4b16-b4de-68557758ff9e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:49.476417 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-15464270-22a9-40bf-a69f-d084ef8a4a98 req-721d3435-ef00-4b16-b4de-68557758ff9e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0534139 Feb 20 20:05:49.524033 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-15464270-22a9-40bf-a69f-d084ef8a4a98 req-bcb36c90-e55c-4951-b134-54dd2927341d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454776 Feb 20 20:05:49.839246 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430599f7-4391-4695-af58-273100f79780 req-57a4e4e8-d9e2-46c1-93c3-01e28570b381 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:49.841149 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-430599f7-4391-4695-af58-273100f79780 req-57a4e4e8-d9e2-46c1-93c3-01e28570b381 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0603547 Feb 20 20:05:49.889516 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-430599f7-4391-4695-af58-273100f79780 req-c62ebbd0-aaf9-46aa-a62c-fbd1b1696231 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Feb 20 20:05:50.322413 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471fe31-cc59-49d2-952a-208d29dd4419 req-45e10738-eada-41d7-aa9c-36b5563b1c0a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:50.328478 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e471fe31-cc59-49d2-952a-208d29dd4419 req-45e10738-eada-41d7-aa9c-36b5563b1c0a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0875721 Feb 20 20:05:50.345186 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad18006-3b06-4eca-aa22-2c50a6fb9496 req-44b2d288-5817-4aee-9c49-277b4fb90b52 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:50.346657 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ad18006-3b06-4eca-aa22-2c50a6fb9496 req-44b2d288-5817-4aee-9c49-277b4fb90b52 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0969355 Feb 20 20:05:50.423567 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e471fe31-cc59-49d2-952a-208d29dd4419 req-6673ee80-5324-47c5-afc0-2d652cba5e57 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917120 Feb 20 20:05:50.427804 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ad18006-3b06-4eca-aa22-2c50a6fb9496 req-70f79e86-9874-4283-8a97-010a14e0a019 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728819 Feb 20 20:05:50.655603 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54367d-ea88-4b9c-90fa-6143778d64d8 req-ef2a7ff2-129f-45ab-b0ce-f3ac2aec5270 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:50.660646 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8a54367d-ea88-4b9c-90fa-6143778d64d8 req-ef2a7ff2-129f-45ab-b0ce-f3ac2aec5270 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0603616 Feb 20 20:05:50.707566 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8a54367d-ea88-4b9c-90fa-6143778d64d8 req-c2ee5cf4-915b-4ff4-944b-2250c1d8c343 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444324 Feb 20 20:05:51.014625 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31480225-3d61-40fc-aa11-860f40f3538e req-df00ad21-7b8b-4441-ab72-73330c23e9e6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.016107 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-31480225-3d61-40fc-aa11-860f40f3538e req-df00ad21-7b8b-4441-ab72-73330c23e9e6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0573599 Feb 20 20:05:51.069188 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-31480225-3d61-40fc-aa11-860f40f3538e req-448b02ce-9c54-429a-b6e1-2ccd8a4c8bb6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Feb 20 20:05:51.131181 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46566) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:51.349750 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0d02025-ad05-4898-ab25-785f7950e7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.425450 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0d02025-ad05-4898-ab25-785f7950e7ea admin admin] Publish callbacks [] for security_group (5f7e1617-e536-4d15-9664-262db7494cff), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.528918 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b0d02025-ad05-4898-ab25-785f7950e7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (5f7e1617-e536-4d15-9664-262db7494cff), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.602614 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d02025-ad05-4898-ab25-785f7950e7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e1617-e536-4d15-9664-262db7494cff,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:51.608658 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b0d02025-ad05-4898-ab25-785f7950e7ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7670bf7489034c3d931a740e5c70e6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763734 Feb 20 20:05:51.611324 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46592) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:51.621949 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00f42-f55e-4eeb-a3dd-05e7489f69a1 req-f83f9e0b-fc5a-4833-b6be-030331492863 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.623459 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f4c00f42-f55e-4eeb-a3dd-05e7489f69a1 req-f83f9e0b-fc5a-4833-b6be-030331492863 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.1286440 Feb 20 20:05:51.648848 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353b5f0-684d-4d68-8bd4-534f16342b7a req-1ccdf657-0f22-462f-b268-44698f4d6e9d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.650616 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9353b5f0-684d-4d68-8bd4-534f16342b7a req-1ccdf657-0f22-462f-b268-44698f4d6e9d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.1465552 Feb 20 20:05:51.683630 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa539-8eb7-47f3-be18-9e7781098f64 admin admin] Publish callbacks [] for security_group (5f7e1617-e536-4d15-9664-262db7494cff), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.708920 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa539-8eb7-47f3-be18-9e7781098f64 admin admin] Publish callbacks [] for security_group (5f7e1617-e536-4d15-9664-262db7494cff), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.724570 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9353b5f0-684d-4d68-8bd4-534f16342b7a req-707f1d6b-5a31-45c0-ab83-6c7111cd1ab2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643392 Feb 20 20:05:51.754518 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f4c00f42-f55e-4eeb-a3dd-05e7489f69a1 req-7c518911-e81f-41e1-a13f-262a612e1d15 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208775 Feb 20 20:05:51.842125 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074ef80-9d89-4b09-8b7c-df66315eaa4d req-23fae5ed-5e8f-42fa-83c2-569627aef7e4 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:51.842223 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c074ef80-9d89-4b09-8b7c-df66315eaa4d req-23fae5ed-5e8f-42fa-83c2-569627aef7e4 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0540137 Feb 20 20:05:51.902318 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa539-8eb7-47f3-be18-9e7781098f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (5f7e1617-e536-4d15-9664-262db7494cff), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.904949 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa539-8eb7-47f3-be18-9e7781098f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:51.906107 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5bdaa539-8eb7-47f3-be18-9e7781098f64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5f7e1617-e536-4d15-9664-262db7494cff HTTP/1.1" status: 204 len: 168 time: 0.2915819 Feb 20 20:05:51.906298 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c074ef80-9d89-4b09-8b7c-df66315eaa4d req-6276ad01-4171-446e-8c88-0f3fd7773590 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537527 Feb 20 20:05:51.923889 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaa539-8eb7-47f3-be18-9e7781098f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e1617-e536-4d15-9664-262db7494cff,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:52.192795 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25857391-f513-401c-b115-16be8651e2e6 req-f80a8728-691f-40b9-a1d2-f64beaf9f0f1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:52.194270 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25857391-f513-401c-b115-16be8651e2e6 req-f80a8728-691f-40b9-a1d2-f64beaf9f0f1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0572770 Feb 20 20:05:52.247093 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25857391-f513-401c-b115-16be8651e2e6 req-88595e8c-a3f7-496f-98c0-ee4293ea0fb2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464830 Feb 20 20:05:52.643714 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46636) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:52.656685 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15bd6efb-06c3-4f91-a147-1175dc94c69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.735164 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15bd6efb-06c3-4f91-a147-1175dc94c69a admin admin] Publish callbacks [] for security_group (1f257a02-3a00-4281-a273-1d0fae6ac6ef), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.878426 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46646) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:52.882173 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed9d9-c2f0-4e67-9356-a7216658b572 req-ab699856-3057-4b1b-91a7-6348c3dee3e8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:52.883666 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-30eed9d9-c2f0-4e67-9356-a7216658b572 req-ab699856-3057-4b1b-91a7-6348c3dee3e8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0869150 Feb 20 20:05:52.905836 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26c285-ae39-41ea-86f5-f358c68169a4 req-c48fd5b6-18ec-4edf-8290-78013b69cb06 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:52.907337 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae26c285-ae39-41ea-86f5-f358c68169a4 req-c48fd5b6-18ec-4edf-8290-78013b69cb06 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0801771 Feb 20 20:05:52.914835 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-15bd6efb-06c3-4f91-a147-1175dc94c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (1f257a02-3a00-4281-a273-1d0fae6ac6ef), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:52.990042 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd6efb-06c3-4f91-a147-1175dc94c69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f257a02-3a00-4281-a273-1d0fae6ac6ef,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:52.991898 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c67-2b34-4110-9957-b035449805e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.016998 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-15bd6efb-06c3-4f91-a147-1175dc94c69a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8890c838c30341f08e6df7398b6b92e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3680007 Feb 20 20:05:53.017193 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46656) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:53.020163 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-30eed9d9-c2f0-4e67-9356-a7216658b572 req-c5c8e285-c08f-4198-a3cb-7a582ccd7603 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295102 Feb 20 20:05:53.035981 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae26c285-ae39-41ea-86f5-f358c68169a4 req-47bc323b-188c-42e1-904b-26dfc4bff481 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218975 Feb 20 20:05:53.120927 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2f9c-073e-43d0-a94d-8254b9ee72d2 admin admin] Publish callbacks [] for security_group (1f257a02-3a00-4281-a273-1d0fae6ac6ef), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.156960 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293924c-aae0-41aa-8763-1589fedc30b1 req-ec29b9f0-5e1b-48b6-b717-4fa8afa56a1b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:53.161451 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c293924c-aae0-41aa-8763-1589fedc30b1 req-ec29b9f0-5e1b-48b6-b717-4fa8afa56a1b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0603302 Feb 20 20:05:53.163372 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c67-2b34-4110-9957-b035449805e3 admin admin] Publish callbacks [] for security_group (e7f8ccaa-b94c-4466-845c-49fb639b1840), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.165500 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2f9c-073e-43d0-a94d-8254b9ee72d2 admin admin] Publish callbacks [] for security_group (1f257a02-3a00-4281-a273-1d0fae6ac6ef), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.216530 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c293924c-aae0-41aa-8763-1589fedc30b1 req-1df1e641-7490-48d4-b270-08cb8b72c180 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528677 Feb 20 20:05:53.255350 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d40a5c67-2b34-4110-9957-b035449805e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e7f8ccaa-b94c-4466-845c-49fb639b1840), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.294400 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d40a5c67-2b34-4110-9957-b035449805e3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=503f3f49378041e9b7d5fadfcc791d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148815 Feb 20 20:05:53.296700 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5c67-2b34-4110-9957-b035449805e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f8ccaa-b94c-4466-845c-49fb639b1840,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:53.297531 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46672) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:53.321610 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2f9c-073e-43d0-a94d-8254b9ee72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (1f257a02-3a00-4281-a273-1d0fae6ac6ef), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.324133 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ff7d2f9c-073e-43d0-a94d-8254b9ee72d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.327707 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ff7d2f9c-073e-43d0-a94d-8254b9ee72d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f257a02-3a00-4281-a273-1d0fae6ac6ef HTTP/1.1" status: 204 len: 168 time: 0.3073993 Feb 20 20:05:53.340101 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d2f9c-073e-43d0-a94d-8254b9ee72d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f257a02-3a00-4281-a273-1d0fae6ac6ef,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:53.358952 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3817-574f-494f-bcd6-cc87df09b694 admin admin] Publish callbacks [] for security_group (e7f8ccaa-b94c-4466-845c-49fb639b1840), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.400715 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3817-574f-494f-bcd6-cc87df09b694 admin admin] Publish callbacks [] for security_group (e7f8ccaa-b94c-4466-845c-49fb639b1840), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.428568 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1376442-253a-493b-8b83-b66b889d58fd req-efd2f045-56a3-4bed-96f5-0351ed1424c3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:53.430086 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1376442-253a-493b-8b83-b66b889d58fd req-efd2f045-56a3-4bed-96f5-0351ed1424c3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0961304 Feb 20 20:05:53.481033 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1376442-253a-493b-8b83-b66b889d58fd req-fa4a88d9-bc45-46b4-9c41-4d11df36a768 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Feb 20 20:05:53.569771 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3817-574f-494f-bcd6-cc87df09b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e7f8ccaa-b94c-4466-845c-49fb639b1840), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.572339 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3817-574f-494f-bcd6-cc87df09b694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:53.573564 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9e7d3817-574f-494f-bcd6-cc87df09b694 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7f8ccaa-b94c-4466-845c-49fb639b1840 HTTP/1.1" status: 204 len: 168 time: 0.2751586 Feb 20 20:05:53.581172 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3817-574f-494f-bcd6-cc87df09b694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f8ccaa-b94c-4466-845c-49fb639b1840,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:54.174802 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08e679-edc7-46b3-a107-59cde7e950b6 req-43abfede-a3d7-4c6b-a00b-af9b1682f5f2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:54.176324 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0b08e679-edc7-46b3-a107-59cde7e950b6 req-43abfede-a3d7-4c6b-a00b-af9b1682f5f2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0880671 Feb 20 20:05:54.187166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa45e1-9592-4e9f-9935-3973b2e25552 req-4e4d39e7-bcfc-4ab3-96ec-4fd7f7437e59 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:54.188775 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88fa45e1-9592-4e9f-9935-3973b2e25552 req-4e4d39e7-bcfc-4ab3-96ec-4fd7f7437e59 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0737219 Feb 20 20:05:54.267764 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0b08e679-edc7-46b3-a107-59cde7e950b6 req-f6b3cb16-c194-4a37-8edd-28b0d43ffdb8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Feb 20 20:05:54.271762 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88fa45e1-9592-4e9f-9935-3973b2e25552 req-a2ce433c-9193-4200-a6d5-53a7440a6eab tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Feb 20 20:05:54.369831 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46714) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:54.379227 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7c921-5021-4ef6-8311-f4e6e5846925 req-f702922b-b591-43e9-b1e2-3c62cb477927 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:54.381020 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bf7c921-5021-4ef6-8311-f4e6e5846925 req-f702922b-b591-43e9-b1e2-3c62cb477927 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0564442 Feb 20 20:05:54.387598 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fca64df5-4c7e-4803-87fb-4d91bdd99b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.430293 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bf7c921-5021-4ef6-8311-f4e6e5846925 req-b91f28a9-fe50-4d32-9a55-41084cac4b35 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420415 Feb 20 20:05:54.474491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fca64df5-4c7e-4803-87fb-4d91bdd99b0e admin admin] Publish callbacks [] for security_group (05e08b58-5694-4fea-9945-af8a60d0ae9a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.569536 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fca64df5-4c7e-4803-87fb-4d91bdd99b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (05e08b58-5694-4fea-9945-af8a60d0ae9a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.599364 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1084c9c-b032-430b-9964-b3c4fdea07ae req-eb63b25c-3cb3-4476-92f4-5c9a958caad7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:54.600786 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1084c9c-b032-430b-9964-b3c4fdea07ae req-eb63b25c-3cb3-4476-92f4-5c9a958caad7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0526798 Feb 20 20:05:54.608979 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca64df5-4c7e-4803-87fb-4d91bdd99b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e08b58-5694-4fea-9945-af8a60d0ae9a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:54.616745 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fca64df5-4c7e-4803-87fb-4d91bdd99b0e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d6da9b2dd6df4ae59cd5a866d18bcb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411897 Feb 20 20:05:54.617706 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46720) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:54.656993 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1084c9c-b032-430b-9964-b3c4fdea07ae req-78ad607a-5131-4cba-9986-9c916724f49a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501580 Feb 20 20:05:54.667938 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-62328ace-aa89-4039-a1a1-dfe24c71f49f admin admin] Publish callbacks [] for security_group (05e08b58-5694-4fea-9945-af8a60d0ae9a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.701991 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-62328ace-aa89-4039-a1a1-dfe24c71f49f admin admin] Publish callbacks [] for security_group (05e08b58-5694-4fea-9945-af8a60d0ae9a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.900984 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-62328ace-aa89-4039-a1a1-dfe24c71f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (05e08b58-5694-4fea-9945-af8a60d0ae9a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.903771 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-62328ace-aa89-4039-a1a1-dfe24c71f49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:54.905030 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-62328ace-aa89-4039-a1a1-dfe24c71f49f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/05e08b58-5694-4fea-9945-af8a60d0ae9a HTTP/1.1" status: 204 len: 168 time: 0.2865732 Feb 20 20:05:54.912996 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62328ace-aa89-4039-a1a1-dfe24c71f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e08b58-5694-4fea-9945-af8a60d0ae9a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:55.445510 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a47a2f-5569-4a08-9497-727d8868eba5 req-6e918253-c279-4bb1-b691-64932c53bb7b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.452963 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d8a47a2f-5569-4a08-9497-727d8868eba5 req-6e918253-c279-4bb1-b691-64932c53bb7b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0888917 Feb 20 20:05:55.481662 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327f150-4603-4c06-b0aa-a90abb7a999d req-a0f65503-edfe-4b9d-848e-7448b96a6ff9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.483226 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c327f150-4603-4c06-b0aa-a90abb7a999d req-a0f65503-edfe-4b9d-848e-7448b96a6ff9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.1095049 Feb 20 20:05:55.533023 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d8a47a2f-5569-4a08-9497-727d8868eba5 req-529ee07d-3212-4377-bf72-77eb44964480 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792098 Feb 20 20:05:55.562832 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c327f150-4603-4c06-b0aa-a90abb7a999d req-025a1b1a-656e-4977-a67c-e7f90e9965f0 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734107 Feb 20 20:05:55.661730 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f36f8d-2dca-4d7e-9e0b-8247425022c0 req-5dec8c9e-e049-4e05-ae31-9648a39f835b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.661730 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62f36f8d-2dca-4d7e-9e0b-8247425022c0 req-5dec8c9e-e049-4e05-ae31-9648a39f835b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0600903 Feb 20 20:05:55.716363 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62f36f8d-2dca-4d7e-9e0b-8247425022c0 req-d956e116-0d6f-4dc1-a4e6-8852de90b5cc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507040 Feb 20 20:05:55.818025 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b68e9b-70e6-4941-82c5-a86d7c8474eb req-3e838281-3036-402a-a028-2f8298df8ce0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:55.819519 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c0b68e9b-70e6-4941-82c5-a86d7c8474eb req-3e838281-3036-402a-a028-2f8298df8ce0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0550599 Feb 20 20:05:55.866824 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c0b68e9b-70e6-4941-82c5-a86d7c8474eb req-73cc128a-bb23-4f8e-9686-2f0c08447248 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Feb 20 20:05:56.235761 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46788) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.338147 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e99a0aaf-29d4-4946-844f-5214066640e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.411518 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e99a0aaf-29d4-4946-844f-5214066640e7 admin admin] Publish callbacks [] for security_group (f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.563636 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e99a0aaf-29d4-4946-844f-5214066640e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.606507 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a0aaf-29d4-4946-844f-5214066640e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:56.613645 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e99a0aaf-29d4-4946-844f-5214066640e7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17df27ff99bc464eaad8a024b1d3ebdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799610 Feb 20 20:05:56.614142 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46802) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.670908 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f18474b5-30ad-40c0-8ff3-4da2b04eecae admin admin] Publish callbacks [] for security_group (f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.692306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a607f1-1841-4aba-b719-c15d9bcc92e8 req-8e4388a6-678d-4097-95ae-51fa0c93d198 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:56.693790 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e4a607f1-1841-4aba-b719-c15d9bcc92e8 req-8e4388a6-678d-4097-95ae-51fa0c93d198 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 943 time: 0.0899470 Feb 20 20:05:56.695013 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f18474b5-30ad-40c0-8ff3-4da2b04eecae admin admin] Publish callbacks [] for security_group (f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.729313 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e80a-23b3-4b13-ba11-25e1f44932f2 req-657e4539-3e1f-4488-915d-73551ca7fbfb tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:56.731087 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6272e80a-23b3-4b13-ba11-25e1f44932f2 req-657e4539-3e1f-4488-915d-73551ca7fbfb tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.0824840 Feb 20 20:05:56.772490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e4a607f1-1841-4aba-b719-c15d9bcc92e8 req-2989ce9f-f788-4808-91bb-30ea202d7dc5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680671 Feb 20 20:05:56.805192 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6272e80a-23b3-4b13-ba11-25e1f44932f2 req-4985d5a6-788e-4d3e-a2c7-a4559c6ea912 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621867 Feb 20 20:05:56.839281 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f18474b5-30ad-40c0-8ff3-4da2b04eecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.847064 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f18474b5-30ad-40c0-8ff3-4da2b04eecae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:56.852627 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f18474b5-30ad-40c0-8ff3-4da2b04eecae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb HTTP/1.1" status: 204 len: 168 time: 0.2327187 Feb 20 20:05:56.857821 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18474b5-30ad-40c0-8ff3-4da2b04eecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ec83b7-f2f1-4ab5-8cd9-08b8140ddceb,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:56.878473 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46814) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:56.900617 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:05:56.911520 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc46e9-4e92-4254-ad75-2df3cceb632e req-ea658051-977e-4996-a338-57156ea02d23 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:56.924519 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1dc46e9-4e92-4254-ad75-2df3cceb632e req-ea658051-977e-4996-a338-57156ea02d23 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0907171 Feb 20 20:05:57.012882 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1dc46e9-4e92-4254-ad75-2df3cceb632e req-0b686ebc-eae0-4279-8656-5b2d9d299c69 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871952 Feb 20 20:05:57.024946 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:57.045985 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'port_id': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'mac_address': 'fa:16:3e:dc:41:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:05:57.072627 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bec3a27-6690-4c3f-9283-4aa283648df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.077974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb5201-9eb1-4463-9415-beec22f06aa6 req-061e226c-1600-4eae-83ec-bd602b7a2ed5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:57.079221 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1cbb5201-9eb1-4463-9415-beec22f06aa6 req-061e226c-1600-4eae-83ec-bd602b7a2ed5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0780582 Feb 20 20:05:57.139421 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1cbb5201-9eb1-4463-9415-beec22f06aa6 req-de6e65a9-ffde-40f1-a84a-2ec1d89e6155 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543118 Feb 20 20:05:57.177095 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bec3a27-6690-4c3f-9283-4aa283648df4 admin admin] Publish callbacks [] for security_group (cfc27797-08c6-498a-90c4-f8ae91be4ed2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.205635 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 09b121aa-c70a-4e8a-82a2-9b566911695f is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:57.206016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.219556 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b121aa-c70a-4e8a-82a2-9b566911695f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:57.239395 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:57.243828 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bec3a27-6690-4c3f-9283-4aa283648df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (cfc27797-08c6-498a-90c4-f8ae91be4ed2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.281393 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec3a27-6690-4c3f-9283-4aa283648df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc27797-08c6-498a-90c4-f8ae91be4ed2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.289381 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9bec3a27-6690-4c3f-9283-4aa283648df4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32497f2ea414461db780598bb498ac38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074869 Feb 20 20:05:57.289832 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46824) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:57.324628 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.325580 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 5e2840f0-0357-4a20-a25f-fea0a77fcb8a details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:05:57.340856 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-942b43f1-ae52-495a-9e83-a1d62d4f761c admin admin] Publish callbacks [] for security_group (cfc27797-08c6-498a-90c4-f8ae91be4ed2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.363075 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-942b43f1-ae52-495a-9e83-a1d62d4f761c admin admin] Publish callbacks [] for security_group (cfc27797-08c6-498a-90c4-f8ae91be4ed2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.427249 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.464801 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:57.476117 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a', 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'port_id': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a', 'mac_address': 'fa:16:3e:70:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:05:57.501691 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-942b43f1-ae52-495a-9e83-a1d62d4f761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (cfc27797-08c6-498a-90c4-f8ae91be4ed2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.504734 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-942b43f1-ae52-495a-9e83-a1d62d4f761c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.528771 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-942b43f1-ae52-495a-9e83-a1d62d4f761c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfc27797-08c6-498a-90c4-f8ae91be4ed2 HTTP/1.1" status: 204 len: 168 time: 0.2159903 Feb 20 20:05:57.529348 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:57.529348 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.529499 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b43f1-ae52-495a-9e83-a1d62d4f761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc27797-08c6-498a-90c4-f8ae91be4ed2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.529587 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2840f0-0357-4a20-a25f-fea0a77fcb8a {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:57.556095 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:57.649900 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.650600 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 017ebe8b-5c99-4fad-9ae8-48d28ef0940d details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:05:57.722194 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:57.790296 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,segment=NetworkSegment(1f5e61e6-01a4-4ef9-94a0-13271a758da0),segment_id=1f5e61e6-01a4-4ef9-94a0-13271a758da0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:57.804007 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d', 'network_id': '3e78dbf5-6a35-486a-aa8b-0266cf547b8c', 'port_id': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d', 'mac_address': 'fa:16:3e:e1:da:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c860bc0-a011-445f-9218-6b3722de4076', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:05:57.810230 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46832) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:57.824506 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-23fda60c-05ab-49e7-94fc-7d169bccc380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.847070 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:57.847729 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:57.866277 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017ebe8b-5c99-4fad-9ae8-48d28ef0940d {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:57.892817 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,segment=NetworkSegment(1f5e61e6-01a4-4ef9-94a0-13271a758da0),segment_id=1f5e61e6-01a4-4ef9-94a0-13271a758da0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:57.958857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b230ea-af21-4ea8-b575-d589d2ed591f req-75463bfd-8ca9-45bc-a7fb-a04ccba4a9d6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:57.960341 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c1b230ea-af21-4ea8-b575-d589d2ed591f req-75463bfd-8ca9-45bc-a7fb-a04ccba4a9d6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.1142008 Feb 20 20:05:58.003929 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-23fda60c-05ab-49e7-94fc-7d169bccc380 admin admin] Publish callbacks [] for security_group (91102271-1df1-4105-a15d-abd4812a8b7a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.011577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310b22-451e-4643-9133-3a78973986ce req-f33093ae-f8a5-4224-88d5-f79dc92004f4 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:58.013328 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b9310b22-451e-4643-9133-3a78973986ce req-f33093ae-f8a5-4224-88d5-f79dc92004f4 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 943 time: 0.1269252 Feb 20 20:05:58.049827 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.051660 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:05:58.068758 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c1b230ea-af21-4ea8-b575-d589d2ed591f req-ddb28243-8ee6-4e62-8aef-40739b5decda tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992305 Feb 20 20:05:58.091313 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b9310b22-451e-4643-9133-3a78973986ce req-a5e11b71-9dc9-4603-aa86-93f1337c1d94 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640855 Feb 20 20:05:58.129714 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-23fda60c-05ab-49e7-94fc-7d169bccc380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (91102271-1df1-4105-a15d-abd4812a8b7a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.162179 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fda60c-05ab-49e7-94fc-7d169bccc380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91102271-1df1-4105-a15d-abd4812a8b7a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.214381 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.245102 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-23fda60c-05ab-49e7-94fc-7d169bccc380 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=291d1cbe40be4807b5e15ef673e4e3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4323697 Feb 20 20:05:58.247849 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46850) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:58.279425 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:58.291631 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f473ddd-ce5f-4a3f-a0e7-84c422a0e3bc req-707d5ef8-fa89-48c4-8e0b-8aee8752f22e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:58.293979 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'port_id': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8', 'mac_address': 'fa:16:3e:6f:6d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b29f4a-8b96-4de1-9332-3b146ee338b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:05:58.294120 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f473ddd-ce5f-4a3f-a0e7-84c422a0e3bc req-707d5ef8-fa89-48c4-8e0b-8aee8752f22e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.1382101 Feb 20 20:05:58.307049 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0553551-0be2-4b10-818c-b507841e3bf9 admin admin] Publish callbacks [] for security_group (91102271-1df1-4105-a15d-abd4812a8b7a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.310888 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f2476-6308-4288-88a1-947de00c6370 req-051a7d4d-a8dc-4870-a794-9fd231e14a43 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:58.312431 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-931f2476-6308-4288-88a1-947de00c6370 req-051a7d4d-a8dc-4870-a794-9fd231e14a43 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 944 time: 0.0955257 Feb 20 20:05:58.331937 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0553551-0be2-4b10-818c-b507841e3bf9 admin admin] Publish callbacks [] for security_group (91102271-1df1-4105-a15d-abd4812a8b7a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.347319 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:58.350712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.365077 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:58.384136 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f473ddd-ce5f-4a3f-a0e7-84c422a0e3bc req-913efd38-d25f-4ad9-9d5c-6974b92ea344 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819302 Feb 20 20:05:58.396450 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:58.397217 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-931f2476-6308-4288-88a1-947de00c6370 req-e4908e60-76bb-4e8d-8c6d-ae12bec40094 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770390 Feb 20 20:05:58.495409 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0553551-0be2-4b10-818c-b507841e3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (91102271-1df1-4105-a15d-abd4812a8b7a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.497887 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0553551-0be2-4b10-818c-b507841e3bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.499026 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c0553551-0be2-4b10-818c-b507841e3bf9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/91102271-1df1-4105-a15d-abd4812a8b7a HTTP/1.1" status: 204 len: 168 time: 0.2495327 Feb 20 20:05:58.512547 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0553551-0be2-4b10-818c-b507841e3bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91102271-1df1-4105-a15d-abd4812a8b7a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.541416 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.542258 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device d442520e-9988-45fa-a312-541038014bf0 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:05:58.610206 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.613639 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port d442520e-9988-45fa-a312-541038014bf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d442520e-9988-45fa-a312-541038014bf0,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:58.624712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': 'd442520e-9988-45fa-a312-541038014bf0', 'network_id': 'e9e173c7-6dd9-4335-82a8-8859212d9258', 'port_id': 'd442520e-9988-45fa-a312-541038014bf0', 'mac_address': 'fa:16:3e:40:ea:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bfb80c-b679-462b-bfef-d5344399b6a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:05:58.665582 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port d442520e-9988-45fa-a312-541038014bf0 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:05:58.669172 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (d442520e-9988-45fa-a312-541038014bf0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.680367 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d442520e-9988-45fa-a312-541038014bf0 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:05:58.700947 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port d442520e-9988-45fa-a312-541038014bf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d442520e-9988-45fa-a312-541038014bf0,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:05:58.849617 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (d442520e-9988-45fa-a312-541038014bf0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:58.876554 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46868) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:58.906384 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=d442520e-9988-45fa-a312-541038014bf0,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:58.986128 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-354489823-network', 'tenant_id': 'f691eef95f4a472d8213a6657bae71ed'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:59.094879 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Made reservation on behalf of f691eef95f4a472d8213a6657bae71ed for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:59.097229 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.106085 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.210796 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks [] for security_group (2470d3cb-278a-441d-8866-779da0b4db0b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.252220 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581724c-840d-460e-8e76-b4861313863e req-f669866d-8706-4b4b-9c40-a280ad2d7cc8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.253767 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5581724c-840d-460e-8e76-b4861313863e req-f669866d-8706-4b4b-9c40-a280ad2d7cc8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.1027169 Feb 20 20:05:59.265855 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77893a45-8e1a-45db-803a-6dfa274fd115 req-cef70451-b845-4161-a1fd-2e31c3f8d88b tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.267282 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77893a45-8e1a-45db-803a-6dfa274fd115 req-cef70451-b845-4161-a1fd-2e31c3f8d88b tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.0754213 Feb 20 20:05:59.306649 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2470d3cb-278a-441d-8866-779da0b4db0b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.327693 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:05:59.337985 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5581724c-840d-460e-8e76-b4861313863e req-7fa804ea-2f29-41ab-ab2e-6c208ba28fdc tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697529 Feb 20 20:05:59.341184 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2470d3cb-278a-441d-8866-779da0b4db0b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:59.341459 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77893a45-8e1a-45db-803a-6dfa274fd115 req-c54a4be9-09eb-498b-a806-56bad6a9ab03 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675564 Feb 20 20:05:59.346577 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (8c8b0f13-56c6-4dab-a7b3-f82a333b5496), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.347082 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Added segment 8c8b0f13-56c6-4dab-a7b3-f82a333b5496 of type vlan for network f2f33494-7684-4d86-9d0f-24a5a04a29a5 Feb 20 20:05:59.397319 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (f2f33494-7684-4d86-9d0f-24a5a04a29a5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.506995 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (f2f33494-7684-4d86-9d0f-24a5a04a29a5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.508167 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.508928 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:05:59.555135 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ca307-090d-4415-b83a-b4902404111c req-41a8ae93-9057-4ab5-932e-edc80b925ece tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.556730 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f8ca307-090d-4415-b83a-b4902404111c req-41a8ae93-9057-4ab5-932e-edc80b925ece tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0782125 Feb 20 20:05:59.563374 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81002ec3-5861-4b06-a65b-d4911766a093 req-96580838-88fb-4625-9eda-5c893ce2feb8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:05:59.564811 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-81002ec3-5861-4b06-a65b-d4911766a093 req-96580838-88fb-4625-9eda-5c893ce2feb8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0954487 Feb 20 20:05:59.571774 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] Pushing event updated for resources: {'Network': ['ID=f2f33494-7684-4d86-9d0f-24a5a04a29a5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:05:59.582580 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network f2f33494-7684-4d86-9d0f-24a5a04a29a5 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:05:59.640866 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f8ca307-090d-4415-b83a-b4902404111c req-afd24154-6c7b-4520-bd92-49686cb572be tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751107 Feb 20 20:05:59.646213 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-81002ec3-5861-4b06-a65b-d4911766a093 req-57599063-1a80-4b17-ab00-4b839b15aa73 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739329 Feb 20 20:05:59.664928 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7b56cfc4-7bd9-4c74-ae90-51b90a86fb09 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7866216 Feb 20 20:05:59.672902 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46898) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:05:59.677987 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Request body: {'subnet': {'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-354489823-subnet', 'tenant_id': 'f691eef95f4a472d8213a6657bae71ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:05:59.780918 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Made reservation on behalf of f691eef95f4a472d8213a6657bae71ed for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:05:59.783319 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.072743 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.126885 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:00.137859 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Checking segment: {'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:00.138211 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Network hostable DHCP agents. Network: f2f33494-7684-4d86-9d0f-24a5a04a29a5, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:06:00.244031 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Network f2f33494-7684-4d86-9d0f-24a5a04a29a5 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:06:00.358312 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, f2f33494-7684-4d86-9d0f-24a5a04a29a5) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:00.365145 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.365852 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.381340 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1501ea-32ce-4a07-acd9-5a8d5306fa18 None None] Network f2f33494-7684-4d86-9d0f-24a5a04a29a5 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:06:00.476279 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9b023ef5-dc05-4921-98a3-bf8d4c96628f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8021848 Feb 20 20:06:00.516766 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528a597-0aa4-4f5e-a3ab-c24c5fcd9545 req-903eedc4-7003-4341-9443-3893fddfb027 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.521072 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e528a597-0aa4-4f5e-a3ab-c24c5fcd9545 req-903eedc4-7003-4341-9443-3893fddfb027 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0948570 Feb 20 20:06:00.529759 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46932) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:00.537864 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe39317-8e31-40c7-a840-10b0c5d6c4cb None None] Network f2f33494-7684-4d86-9d0f-24a5a04a29a5 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:06:00.548711 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f4d39-af37-4602-8d39-fba95a8921d5 req-876153c2-b8d3-4155-9c9f-dec4ffa02565 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.550560 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e80f4d39-af37-4602-8d39-fba95a8921d5 req-876153c2-b8d3-4155-9c9f-dec4ffa02565 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.1133897 Feb 20 20:06:00.621940 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e528a597-0aa4-4f5e-a3ab-c24c5fcd9545 req-77c4f272-8910-436d-b75d-d77fe053e212 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970430 Feb 20 20:06:00.639166 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e80f4d39-af37-4602-8d39-fba95a8921d5 req-69c809ab-dd8c-4438-a7e6-10e44176dbff tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809772 Feb 20 20:06:00.791066 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-493d2189-c55a-4dd6-b318-c881cb5e508b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.883871 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-493d2189-c55a-4dd6-b318-c881cb5e508b admin admin] Publish callbacks [] for security_group (51458d40-0d48-43fc-b623-789cecf9e936), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.983326 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97726406-f1c5-4353-abc6-6a2cd7b694a4 req-164f21aa-2a0f-43ed-9124-9495d2d2bc0d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:00.986966 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-493d2189-c55a-4dd6-b318-c881cb5e508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (51458d40-0d48-43fc-b623-789cecf9e936), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:00.988696 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-97726406-f1c5-4353-abc6-6a2cd7b694a4 req-164f21aa-2a0f-43ed-9124-9495d2d2bc0d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.2700651 Feb 20 20:06:01.016334 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f16da-d4a1-4ce3-a0d2-4303f529473f req-19e69c64-de45-473a-8825-f5d260ff559f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:01.018053 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-650f16da-d4a1-4ce3-a0d2-4303f529473f req-19e69c64-de45-473a-8825-f5d260ff559f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0918541 Feb 20 20:06:01.028678 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-493d2189-c55a-4dd6-b318-c881cb5e508b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a65b88d8156e42ae9b51a01dba7be8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4969361 Feb 20 20:06:01.030147 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d2189-c55a-4dd6-b318-c881cb5e508b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51458d40-0d48-43fc-b623-789cecf9e936,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.033825 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46944) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:01.068825 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-97726406-f1c5-4353-abc6-6a2cd7b694a4 req-e133d74f-811b-48ef-b1ec-9e4f0818a6ef tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 Feb 20 20:06:01.085605 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-890cea1a-e550-48bd-bff7-83e025787d5a admin admin] Publish callbacks [] for security_group (51458d40-0d48-43fc-b623-789cecf9e936), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.098805 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-650f16da-d4a1-4ce3-a0d2-4303f529473f req-33190340-d0f4-4a7b-8755-38c11a843d1a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705650 Feb 20 20:06:01.110737 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-890cea1a-e550-48bd-bff7-83e025787d5a admin admin] Publish callbacks [] for security_group (51458d40-0d48-43fc-b623-789cecf9e936), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.222587 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 46952) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:01.255265 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-890cea1a-e550-48bd-bff7-83e025787d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (51458d40-0d48-43fc-b623-789cecf9e936), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.259770 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-890cea1a-e550-48bd-bff7-83e025787d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.262033 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-890cea1a-e550-48bd-bff7-83e025787d5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51458d40-0d48-43fc-b623-789cecf9e936 HTTP/1.1" status: 204 len: 168 time: 0.2272830 Feb 20 20:06:01.271543 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cea1a-e550-48bd-bff7-83e025787d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51458d40-0d48-43fc-b623-789cecf9e936,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.292802 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['017ebe8b-5c99-4fad-9ae8-48d28ef0940d'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:01.341704 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e69a2a37-45c7-4ffc-b8bb-63709545cd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.368163 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['09b121aa-c70a-4e8a-82a2-9b566911695f'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:01.371066 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['d442520e-9988-45fa-a312-541038014bf0'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:01.373780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['5e2840f0-0357-4a20-a25f-fea0a77fcb8a'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:01.422893 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e69a2a37-45c7-4ffc-b8bb-63709545cd7d admin admin] Publish callbacks [] for security_group (b8b6d591-e442-4034-aad5-3aa44ff5c499), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.512517 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:01.530688 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e69a2a37-45c7-4ffc-b8bb-63709545cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b8b6d591-e442-4034-aad5-3aa44ff5c499), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.575606 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-e69a2a37-45c7-4ffc-b8bb-63709545cd7d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b405e0efbd84b8eb7d97bca954808cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518751 Feb 20 20:06:01.576783 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a2a37-45c7-4ffc-b8bb-63709545cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6d591-e442-4034-aad5-3aa44ff5c499,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.579509 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 46962) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:01.644517 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d3605fe-bb8b-410f-9144-d90be9954d0b admin admin] Publish callbacks [] for security_group (b8b6d591-e442-4034-aad5-3aa44ff5c499), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.674533 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d3605fe-bb8b-410f-9144-d90be9954d0b admin admin] Publish callbacks [] for security_group (b8b6d591-e442-4034-aad5-3aa44ff5c499), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.872168 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d3605fe-bb8b-410f-9144-d90be9954d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b8b6d591-e442-4034-aad5-3aa44ff5c499), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.875538 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b79b9-9eb8-4652-b86a-01a58d668480 req-2a1d2666-4b00-436b-8796-5802b2d41c2a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:01.884668 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d3605fe-bb8b-410f-9144-d90be9954d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:01.884668 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4d3605fe-bb8b-410f-9144-d90be9954d0b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b8b6d591-e442-4034-aad5-3aa44ff5c499 HTTP/1.1" status: 204 len: 168 time: 0.2951140 Feb 20 20:06:01.884889 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d46b79b9-9eb8-4652-b86a-01a58d668480 req-2a1d2666-4b00-436b-8796-5802b2d41c2a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.1463177 Feb 20 20:06:01.892130 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3605fe-bb8b-410f-9144-d90be9954d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6d591-e442-4034-aad5-3aa44ff5c499,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:01.913030 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4771569-e000-4c5b-81ef-b6ab9f2bd2a5 req-73cac20e-fe7a-40df-8c82-dd11f8d41eca tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:01.931741 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f4771569-e000-4c5b-81ef-b6ab9f2bd2a5 req-73cac20e-fe7a-40df-8c82-dd11f8d41eca tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.1760948 Feb 20 20:06:02.027581 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f4771569-e000-4c5b-81ef-b6ab9f2bd2a5 req-c55e7e68-ea2d-46e7-991e-d06215c2712d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998414 Feb 20 20:06:02.032437 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d46b79b9-9eb8-4652-b86a-01a58d668480 req-44c24146-e13e-46ef-82af-1f727995f437 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023223 Feb 20 20:06:02.281903 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a547b-b074-4a54-8871-671d94a8005d req-4eb57e5d-e506-4b7c-8522-a0213bd50c2b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:02.283626 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ca8a547b-b074-4a54-8871-671d94a8005d req-4eb57e5d-e506-4b7c-8522-a0213bd50c2b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0966680 Feb 20 20:06:02.292061 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692932cc-34ea-45b3-9912-d926cee7b5cf req-21ee9883-b03f-46ed-a084-7610877867ff tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:02.294538 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-692932cc-34ea-45b3-9912-d926cee7b5cf req-21ee9883-b03f-46ed-a084-7610877867ff tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0968394 Feb 20 20:06:02.375313 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ca8a547b-b074-4a54-8871-671d94a8005d req-10b950cc-6bcc-426e-9a13-382769969d61 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797410 Feb 20 20:06:02.378159 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-692932cc-34ea-45b3-9912-d926cee7b5cf req-6e5b29ee-6b70-4ee0-837b-354e363822fc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764718 Feb 20 20:06:02.589551 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47002) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:02.602411 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9d047a4a-cca5-4e41-96ad-b569f0da40d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.677724 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9d047a4a-cca5-4e41-96ad-b569f0da40d1 admin admin] Publish callbacks [] for security_group (c6aff681-fec8-43bf-9e8b-5c88d4e30b69), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.752095 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9d047a4a-cca5-4e41-96ad-b569f0da40d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (c6aff681-fec8-43bf-9e8b-5c88d4e30b69), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.789705 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9d047a4a-cca5-4e41-96ad-b569f0da40d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44767e4580aa42598294f8c82bbcfaa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990631 Feb 20 20:06:02.792859 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d047a4a-cca5-4e41-96ad-b569f0da40d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aff681-fec8-43bf-9e8b-5c88d4e30b69,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:02.793217 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47006) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:02.841952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-633d67d7-3291-4d84-9085-39a547f06984 admin admin] Publish callbacks [] for security_group (c6aff681-fec8-43bf-9e8b-5c88d4e30b69), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.863118 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-633d67d7-3291-4d84-9085-39a547f06984 admin admin] Publish callbacks [] for security_group (c6aff681-fec8-43bf-9e8b-5c88d4e30b69), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.974817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-633d67d7-3291-4d84-9085-39a547f06984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (c6aff681-fec8-43bf-9e8b-5c88d4e30b69), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.977497 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-633d67d7-3291-4d84-9085-39a547f06984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:02.978645 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-633d67d7-3291-4d84-9085-39a547f06984 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6aff681-fec8-43bf-9e8b-5c88d4e30b69 HTTP/1.1" status: 204 len: 168 time: 0.1843965 Feb 20 20:06:02.987450 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d67d7-3291-4d84-9085-39a547f06984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aff681-fec8-43bf-9e8b-5c88d4e30b69,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:03.183535 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd9dd1-2fcb-43f9-88d6-77a3049b397a req-f1a4cbee-dc0a-4139-85d3-9b2a3be404a7 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:03.185040 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02bd9dd1-2fcb-43f9-88d6-77a3049b397a req-f1a4cbee-dc0a-4139-85d3-9b2a3be404a7 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0764122 Feb 20 20:06:03.192317 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb7aae-7b9c-4884-98b1-49e5418380d4 req-44146976-6be9-4f3c-9bba-d5ef3f1f5390 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:03.193600 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-babb7aae-7b9c-4884-98b1-49e5418380d4 req-44146976-6be9-4f3c-9bba-d5ef3f1f5390 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.0957663 Feb 20 20:06:03.263940 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02bd9dd1-2fcb-43f9-88d6-77a3049b397a req-af1b43af-6315-4f28-9194-be3918e6c5cb tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694156 Feb 20 20:06:03.267134 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-babb7aae-7b9c-4884-98b1-49e5418380d4 req-9104d911-fc0c-48cb-9a02-788b8de1da7a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664184 Feb 20 20:06:03.538638 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e49d65-493e-4856-bd4f-24ef9153fcb6 req-9219fe87-7610-49d3-b859-c55e0e86fe06 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:03.540144 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-49e49d65-493e-4856-bd4f-24ef9153fcb6 req-9219fe87-7610-49d3-b859-c55e0e86fe06 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0833199 Feb 20 20:06:03.550472 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff24b9b-5fe6-4416-9d57-e62ba5577192 req-0c210a10-cef4-4165-9ad0-67a85e83a302 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:03.551864 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6ff24b9b-5fe6-4416-9d57-e62ba5577192 req-0c210a10-cef4-4165-9ad0-67a85e83a302 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0931172 Feb 20 20:06:03.624596 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-49e49d65-493e-4856-bd4f-24ef9153fcb6 req-48a057fd-9302-4b1f-a422-8c2f927862ad tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717623 Feb 20 20:06:03.628700 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6ff24b9b-5fe6-4416-9d57-e62ba5577192 req-e6ab1c6f-60da-4c2c-817d-2bdd5110f247 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702615 Feb 20 20:06:03.915860 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:03.929845 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13607e4c-7487-4c53-baa3-5230a4cbe66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.002343 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13607e4c-7487-4c53-baa3-5230a4cbe66e admin admin] Publish callbacks [] for security_group (050172df-dc58-405a-a34e-b882abde57f9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.140399 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13607e4c-7487-4c53-baa3-5230a4cbe66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (050172df-dc58-405a-a34e-b882abde57f9), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.181268 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-13607e4c-7487-4c53-baa3-5230a4cbe66e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c66f493ccb1944d6a2fd97d4ad78b5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2642055 Feb 20 20:06:04.183266 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13607e4c-7487-4c53-baa3-5230a4cbe66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050172df-dc58-405a-a34e-b882abde57f9,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:04.186468 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47050) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:04.263828 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ea0-3c12-4cd2-8b9c-e8a36670af67 admin admin] Publish callbacks [] for security_group (050172df-dc58-405a-a34e-b882abde57f9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.287801 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ea0-3c12-4cd2-8b9c-e8a36670af67 admin admin] Publish callbacks [] for security_group (050172df-dc58-405a-a34e-b882abde57f9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.432781 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5624e-a5a0-4992-8e80-23c1d66f36f3 req-92d05125-2237-4a69-b6fc-afa8bc5341bf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.433959 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ea0-3c12-4cd2-8b9c-e8a36670af67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (050172df-dc58-405a-a34e-b882abde57f9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.434333 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77d5624e-a5a0-4992-8e80-23c1d66f36f3 req-92d05125-2237-4a69-b6fc-afa8bc5341bf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.0903635 Feb 20 20:06:04.437098 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ea0-3c12-4cd2-8b9c-e8a36670af67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:04.438405 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5e6b9ea0-3c12-4cd2-8b9c-e8a36670af67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/050172df-dc58-405a-a34e-b882abde57f9 HTTP/1.1" status: 204 len: 168 time: 0.2505991 Feb 20 20:06:04.448489 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b9ea0-3c12-4cd2-8b9c-e8a36670af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050172df-dc58-405a-a34e-b882abde57f9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:04.450502 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0cbf5-6a06-4b0d-8816-023b52987d9f req-ee40b26f-a346-495c-9f11-4c25a4c4e322 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.452020 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-afb0cbf5-6a06-4b0d-8816-023b52987d9f req-ee40b26f-a346-495c-9f11-4c25a4c4e322 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0812290 Feb 20 20:06:04.518252 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77d5624e-a5a0-4992-8e80-23c1d66f36f3 req-3fd383c6-ca36-465b-8762-bc548b740bd2 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755115 Feb 20 20:06:04.534265 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-afb0cbf5-6a06-4b0d-8816-023b52987d9f req-dd0e93dd-baa8-4aea-9055-364be7905a3c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687890 Feb 20 20:06:04.792542 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a42d7a-2e07-4438-ab56-6d24c3fe6494 req-5f60f172-827c-40f5-af2a-fe2b22674185 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.794033 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-03a42d7a-2e07-4438-ab56-6d24c3fe6494 req-5f60f172-827c-40f5-af2a-fe2b22674185 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0923526 Feb 20 20:06:04.801512 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e645968-16a0-4369-9c2c-fbb996059b15 req-40cf6135-2446-414e-8c7a-ef7cbb2bd950 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:04.802924 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5e645968-16a0-4369-9c2c-fbb996059b15 req-40cf6135-2446-414e-8c7a-ef7cbb2bd950 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0907390 Feb 20 20:06:04.870560 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-03a42d7a-2e07-4438-ab56-6d24c3fe6494 req-54e0c66f-0342-4d19-bc75-141e97f5621e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660994 Feb 20 20:06:04.882384 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5e645968-16a0-4369-9c2c-fbb996059b15 req-82851934-0ce6-492d-b235-cd4eda00e11f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647197 Feb 20 20:06:05.678816 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2224f92-037c-4263-8323-6efa78dfa0f6 req-3d7f663e-e20b-4b5b-92d4-2fb951052122 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:05.680311 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f2224f92-037c-4263-8323-6efa78dfa0f6 req-3d7f663e-e20b-4b5b-92d4-2fb951052122 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0790036 Feb 20 20:06:05.687612 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebce189-7a24-42b9-86c7-630f105c18fa req-548b5881-6785-4438-9b45-63ce67db5d12 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:05.689075 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ebce189-7a24-42b9-86c7-630f105c18fa req-548b5881-6785-4438-9b45-63ce67db5d12 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.1029887 Feb 20 20:06:05.763722 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f2224f92-037c-4263-8323-6efa78dfa0f6 req-29a7e9f9-e05a-4723-8bdc-09649c202e3f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736809 Feb 20 20:06:05.766705 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ebce189-7a24-42b9-86c7-630f105c18fa req-6930ae7f-ab94-442d-bd34-6b7e35a79cf7 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705771 Feb 20 20:06:06.023849 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fbb65-10cb-4596-8d5f-98f36d3e6b74 req-bc48e2e7-3c94-4d79-a2ed-5509e3e566c8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.025499 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-438fbb65-10cb-4596-8d5f-98f36d3e6b74 req-bc48e2e7-3c94-4d79-a2ed-5509e3e566c8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0876706 Feb 20 20:06:06.037359 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec844f5a-3097-4ba2-9229-33b6fc2fff68 req-bccde8fd-dc60-4b50-8d8c-8b8a38ab798d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.038805 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ec844f5a-3097-4ba2-9229-33b6fc2fff68 req-bccde8fd-dc60-4b50-8d8c-8b8a38ab798d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0737667 Feb 20 20:06:06.114743 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-438fbb65-10cb-4596-8d5f-98f36d3e6b74 req-87d5c82e-a4b8-4cf4-82a2-ce678d2e73b5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Feb 20 20:06:06.118792 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ec844f5a-3097-4ba2-9229-33b6fc2fff68 req-051cd48a-868a-4382-839d-aee7462edd89 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720496 Feb 20 20:06:06.660484 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-221c117a-67bc-4958-9dfc-4230fff28754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:06.930685 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487b7a1-c16d-40e3-85d7-0f8952b4940c req-2967c5ec-cf8a-4ae6-815c-0c6ecf28fc38 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.933651 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e487b7a1-c16d-40e3-85d7-0f8952b4940c req-2967c5ec-cf8a-4ae6-815c-0c6ecf28fc38 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.0941255 Feb 20 20:06:06.941092 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f142d-07fd-4fc4-b338-ee9a2ea999d8 req-68dfcd3c-62ba-46e1-a348-b249d129695d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:06.942490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4e8f142d-07fd-4fc4-b338-ee9a2ea999d8 req-68dfcd3c-62ba-46e1-a348-b249d129695d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.1024942 Feb 20 20:06:07.022736 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e487b7a1-c16d-40e3-85d7-0f8952b4940c req-14e58257-cc7b-4060-80ca-57a3c0f5a8a7 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792871 Feb 20 20:06:07.027446 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4e8f142d-07fd-4fc4-b338-ee9a2ea999d8 req-9b1499bc-57d0-4d5e-a99f-68275237844e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774794 Feb 20 20:06:07.273747 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f787a-51ac-453b-ac36-920081d720ed req-0c0bca7e-9b9b-4cec-8fef-1b1e7a1e9e58 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.275441 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2d1f787a-51ac-453b-ac36-920081d720ed req-0c0bca7e-9b9b-4cec-8fef-1b1e7a1e9e58 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0826089 Feb 20 20:06:07.297735 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3253e-b5e4-4fc8-9f88-2258a63de0dd req-80a02a5e-be9d-4730-b0e9-bc185834cbef tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:07.299200 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ecc3253e-b5e4-4fc8-9f88-2258a63de0dd req-80a02a5e-be9d-4730-b0e9-bc185834cbef tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.1046491 Feb 20 20:06:07.360173 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2d1f787a-51ac-453b-ac36-920081d720ed req-26c5de17-c276-4823-a7dd-687a6580ce44 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779929 Feb 20 20:06:07.372001 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ecc3253e-b5e4-4fc8-9f88-2258a63de0dd req-5560e456-c59b-41a9-8d35-2fe68503f189 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665147 Feb 20 20:06:07.934933 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.183772 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610229fc-cd04-4d76-9bf1-4e9c502f8317 req-a768f41e-7d4d-4342-85d1-9b08076aa33c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.185512 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-610229fc-cd04-4d76-9bf1-4e9c502f8317 req-a768f41e-7d4d-4342-85d1-9b08076aa33c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0819423 Feb 20 20:06:08.192402 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db446c53-5745-4d1f-8bca-921d5bc53837 req-65da0f94-009b-43a7-9dae-30a646b7ad4c tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.193758 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-db446c53-5745-4d1f-8bca-921d5bc53837 req-65da0f94-009b-43a7-9dae-30a646b7ad4c tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.1001534 Feb 20 20:06:08.266170 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-610229fc-cd04-4d76-9bf1-4e9c502f8317 req-41b3d9b2-f8f0-4d65-b879-29269fd20bb0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714436 Feb 20 20:06:08.282239 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-db446c53-5745-4d1f-8bca-921d5bc53837 req-20be22a3-b751-4012-b977-f96baabe3260 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800219 Feb 20 20:06:08.372740 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47188) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:08.526117 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.579182 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6100dcd-27a5-474a-9588-0c30160967d5 req-6524d0bc-7fd0-48bd-83ff-274f5e5ce646 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.579182 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b6100dcd-27a5-474a-9588-0c30160967d5 req-6524d0bc-7fd0-48bd-83ff-274f5e5ce646 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.1360536 Feb 20 20:06:08.607964 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Publish callbacks [] for security_group (3692c41a-44d9-4211-ad67-7793df145ce1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.617553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-1f7370d4-d85e-407f-aa14-6005d575d44f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.619053 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-1f7370d4-d85e-407f-aa14-6005d575d44f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/networks?id=f2f33494-7684-4d86-9d0f-24a5a04a29a5 HTTP/1.1" status: 200 len: 808 time: 0.1404552 Feb 20 20:06:08.641932 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-330ce98a-ec23-485c-b8cc-2f5bc1862a68 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/quotas/f691eef95f4a472d8213a6657bae71ed HTTP/1.1" status: 200 len: 375 time: 0.0170052 Feb 20 20:06:08.648845 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b6100dcd-27a5-474a-9588-0c30160967d5 req-1e5a93c8-67cb-4c25-85e4-52d24d7e6cd5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Feb 20 20:06:08.676496 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-73873e35-e0b9-4c3e-974a-54a6babda408 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f691eef95f4a472d8213a6657bae71ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266957 Feb 20 20:06:08.922921 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ad10d-9f8f-4e5c-92a5-908e1768cefa req-cca2c7fc-3af7-44cf-8ccd-9044a9c8d5c7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:08.922921 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9b4ad10d-9f8f-4e5c-92a5-908e1768cefa req-cca2c7fc-3af7-44cf-8ccd-9044a9c8d5c7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.1084936 Feb 20 20:06:08.922921 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-d6389b18-eefb-4ff6-ba54-ed6534e4949e service neutron] 10.222.0.61 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316187 Feb 20 20:06:08.922921 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9b4ad10d-9f8f-4e5c-92a5-908e1768cefa req-4b51e6e1-a7a5-4451-a53e-1b8c7164667a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927358 Feb 20 20:06:08.939729 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-b3be5f2f-5173-42d7-9c98-d49c3169acda service neutron] 10.222.0.61 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139429 Feb 20 20:06:08.941057 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3692c41a-44d9-4211-ad67-7793df145ce1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:08.980303 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3692c41a-44d9-4211-ad67-7793df145ce1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:08.988386 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12e6e092f02744688ed815299fac6905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119781 Feb 20 20:06:08.988923 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47210) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:08.990689 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.991233 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.991516 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.991884 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.992225 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.992576 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.992935 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.993263 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.993627 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.993922 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.994363 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.994789 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:08.995134 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9bf7bd-85ab-4199-9260-7a6be2496181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.042515 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Publish callbacks [] for security_group (3692c41a-44d9-4211-ad67-7793df145ce1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.063694 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Publish callbacks [] for security_group (3692c41a-44d9-4211-ad67-7793df145ce1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.145871 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd62eb33-e0d9-4bdb-9afd-2d4622f3e9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.283527 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6413e28c-fd3b-40af-859e-440ef36d78f3 req-e72d2206-cf59-4946-b50d-1d21804929b8 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0308461 Feb 20 20:06:09.300624 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3692c41a-44d9-4211-ad67-7793df145ce1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.306709 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:09.311498 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3692c41a-44d9-4211-ad67-7793df145ce1 HTTP/1.1" status: 204 len: 168 time: 0.3177867 Feb 20 20:06:09.316820 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3692c41a-44d9-4211-ad67-7793df145ce1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:09.325881 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328613 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328613 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.328917 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.329771 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.330059 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.330390 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.330717 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c5b6a-1215-4396-adba-5c052ab2cb9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:09.443403 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd360584-99da-4552-8973-90383e60dd03 req-9f2e8042-5381-484d-b980-103db6fb77b0 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.447917 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd360584-99da-4552-8973-90383e60dd03 req-9f2e8042-5381-484d-b980-103db6fb77b0 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.0619924 Feb 20 20:06:09.501206 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd360584-99da-4552-8973-90383e60dd03 req-f412df0b-196a-4d00-a1ec-8838235d0be4 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Feb 20 20:06:09.569778 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ab5ed-85ea-4428-ad01-c46d794ce984 req-c39d2d72-3315-4a72-a164-046a7b2548a0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.571438 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-150ab5ed-85ea-4428-ad01-c46d794ce984 req-c39d2d72-3315-4a72-a164-046a7b2548a0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0649953 Feb 20 20:06:09.618665 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-150ab5ed-85ea-4428-ad01-c46d794ce984 req-cd00248c-03d3-4528-8115-2fd0a40212af tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Feb 20 20:06:09.774367 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beda7af-429d-46b4-bf96-02645a229179 req-841815b2-be65-4b51-a67c-795a95715b8f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:09.775512 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7beda7af-429d-46b4-bf96-02645a229179 req-841815b2-be65-4b51-a67c-795a95715b8f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0594990 Feb 20 20:06:09.833384 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7beda7af-429d-46b4-bf96-02645a229179 req-6d4a9191-1739-4dea-9f8b-03f0b454919a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516338 Feb 20 20:06:10.043991 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cebb7-bed9-406f-b201-8b0f090195f1 req-d12cd984-9631-485b-a810-05536a8cb389 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.043991 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-170cebb7-bed9-406f-b201-8b0f090195f1 req-d12cd984-9631-485b-a810-05536a8cb389 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0590765 Feb 20 20:06:10.094430 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-170cebb7-bed9-406f-b201-8b0f090195f1 req-15dc2f04-e827-462e-a3cf-840afa191a31 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462177 Feb 20 20:06:10.129001 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.341422 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47258) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:10.379565 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6bb03050-ff71-4380-a792-ae6420568383 req-49503a62-a680-41d8-ac76-25efc1940248 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0396461 Feb 20 20:06:10.381136 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9603595d-4972-4cfa-8ff4-4170acf48c58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.454306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9603595d-4972-4cfa-8ff4-4170acf48c58 admin admin] Publish callbacks [] for security_group (c6fa3d29-d990-4cb5-8951-5861da6d5c39), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.523829 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:10.581655 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9603595d-4972-4cfa-8ff4-4170acf48c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (c6fa3d29-d990-4cb5-8951-5861da6d5c39), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.642621 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9603595d-4972-4cfa-8ff4-4170acf48c58 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3e6153aabeb4c7580d027ef62d72e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061781 Feb 20 20:06:10.645025 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47266) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:10.646043 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603595d-4972-4cfa-8ff4-4170acf48c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fa3d29-d990-4cb5-8951-5861da6d5c39,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:10.663236 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f1ef9-ff91-4b1b-af4c-c65331427527 req-b1b72b2e-fe61-430f-b9ad-28c98b1eed12 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.664897 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d47f1ef9-ff91-4b1b-af4c-c65331427527 req-b1b72b2e-fe61-430f-b9ad-28c98b1eed12 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.0947773 Feb 20 20:06:10.712134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:10.720868 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:10.721545 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.724435 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-026e026b-2917-406d-8e50-5ca3813e8644 admin admin] Publish callbacks [] for security_group (c6fa3d29-d990-4cb5-8951-5861da6d5c39), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.728098 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d47f1ef9-ff91-4b1b-af4c-c65331427527 req-28b3b268-6bea-49f4-828f-720adebd73c6 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Feb 20 20:06:10.754753 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-026e026b-2917-406d-8e50-5ca3813e8644 admin admin] Publish callbacks [] for security_group (c6fa3d29-d990-4cb5-8951-5861da6d5c39), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.775217 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb0129-0895-444a-9696-e30a8433e9c4 req-89d57301-324a-4a48-a7b2-860267253a85 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.778107 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bedb0129-0895-444a-9696-e30a8433e9c4 req-89d57301-324a-4a48-a7b2-860267253a85 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0673463 Feb 20 20:06:10.816615 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:10.817084 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.828405 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bedb0129-0895-444a-9696-e30a8433e9c4 req-3fc70ceb-0ca7-4728-9573-90fa925493b5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Feb 20 20:06:10.851605 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:10.924154 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:10.946503 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-026e026b-2917-406d-8e50-5ca3813e8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (c6fa3d29-d990-4cb5-8951-5861da6d5c39), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.949684 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-026e026b-2917-406d-8e50-5ca3813e8644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:10.951322 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-026e026b-2917-406d-8e50-5ca3813e8644 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6fa3d29-d990-4cb5-8951-5861da6d5c39 HTTP/1.1" status: 204 len: 168 time: 0.3071938 Feb 20 20:06:10.960711 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e026b-2917-406d-8e50-5ca3813e8644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fa3d29-d990-4cb5-8951-5861da6d5c39,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:10.963551 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4471c5-b28c-4fb7-8065-8aeca61b7a0e req-8da1efc9-aef2-488c-a701-ffdf26590c41 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:10.965380 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b4471c5-b28c-4fb7-8065-8aeca61b7a0e req-8da1efc9-aef2-488c-a701-ffdf26590c41 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 945 time: 0.0590961 Feb 20 20:06:11.029869 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782a761f-f2b5-4548-9a99-076a2273e6a7" -d '{"events": [{"server_uuid": "c76a1171-0f8f-4ad0-aa50-3365aaf12825", "name": "network-vif-plugged", "status": "completed", "tag": "643672d1-2f3f-43fd-8c00-ed7099dbd5b8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:11.030888 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b4471c5-b28c-4fb7-8065-8aeca61b7a0e req-fab70f57-83fe-41f6-a51c-e4971e686ba0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576169 Feb 20 20:06:11.073106 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.073317 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device d442520e-9988-45fa-a312-541038014bf0 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:11.133538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3325e9e9-d6cd-4083-a1a2-655c6b7e5b47 x-openstack-request-id: req-3325e9e9-d6cd-4083-a1a2-655c6b7e5b47 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:11.133538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76a1171-0f8f-4ad0-aa50-3365aaf12825", "name": "network-vif-plugged", "status": "completed", "tag": "643672d1-2f3f-43fd-8c00-ed7099dbd5b8", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:11.133538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3325e9e9-d6cd-4083-a1a2-655c6b7e5b47 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:11.133538 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8', 'code': 200} Feb 20 20:06:11.156633 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:11.165780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.167127 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.167491 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.167835 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.168538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.168538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.168839 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.169165 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.169488 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.169827 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.170156 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.171828 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.171828 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:06:11.222416 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4049bdc-aa4d-42ac-ac74-37cb672e88bf req-ba68058a-0e7b-4d7e-818a-0440774f346a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.223899 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a4049bdc-aa4d-42ac-ac74-37cb672e88bf req-ba68058a-0e7b-4d7e-818a-0440774f346a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0555789 Feb 20 20:06:11.276722 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a4049bdc-aa4d-42ac-ac74-37cb672e88bf req-fd550721-3c75-4274-87ae-43d0d743ef17 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 Feb 20 20:06:11.317509 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port d442520e-9988-45fa-a312-541038014bf0 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:11.321567 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port d442520e-9988-45fa-a312-541038014bf0 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:11.321947 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (d442520e-9988-45fa-a312-541038014bf0), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.411986 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port d442520e-9988-45fa-a312-541038014bf0 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:11.412593 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (d442520e-9988-45fa-a312-541038014bf0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.446739 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port d442520e-9988-45fa-a312-541038014bf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d442520e-9988-45fa-a312-541038014bf0,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:11.475490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3ce58482-62a0-4970-bac8-cf4f73dba8ce req-a3a14856-583e-41ec-b313-682e92c5d9e3 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0270276 Feb 20 20:06:11.568916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (d442520e-9988-45fa-a312-541038014bf0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.569820 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 017ebe8b-5c99-4fad-9ae8-48d28ef0940d up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:11.643756 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=d442520e-9988-45fa-a312-541038014bf0,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:11.711576 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:11.716299 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:11.716752 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.788928 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.797808 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:11.797808 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.833887 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,segment=NetworkSegment(1f5e61e6-01a4-4ef9-94a0-13271a758da0),segment_id=1f5e61e6-01a4-4ef9-94a0-13271a758da0)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:11.854136 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd2ece-2a99-4d8b-97bf-5c903917f420 req-16c2e0d6-513e-48e9-a263-222c0bb3bbb3 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.856126 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-36bd2ece-2a99-4d8b-97bf-5c903917f420 req-16c2e0d6-513e-48e9-a263-222c0bb3bbb3 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 944 time: 0.0579088 Feb 20 20:06:11.926392 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-36bd2ece-2a99-4d8b-97bf-5c903917f420 req-442637b4-573a-4fc9-b2ee-de3aabb9c1a9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616429 Feb 20 20:06:11.929282 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:11.930789 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:11.972569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30152f-4f50-40d3-b004-a78f4792f47a req-4de933cb-6e38-4690-b683-65998ca8d7f1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:11.974040 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4c30152f-4f50-40d3-b004-a78f4792f47a req-4de933cb-6e38-4690-b683-65998ca8d7f1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 944 time: 0.0635078 Feb 20 20:06:12.023024 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:12.023926 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4c30152f-4f50-40d3-b004-a78f4792f47a req-c56f7e52-02fc-4d48-8cea-5ea8ece4bc9a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Feb 20 20:06:12.146818 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898451dc-7b1b-40dd-8eef-5f46fea05de5 req-a10e1adb-fa56-4e27-9484-fd6109f51b51 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:12.148311 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-898451dc-7b1b-40dd-8eef-5f46fea05de5 req-a10e1adb-fa56-4e27-9484-fd6109f51b51 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0535617 Feb 20 20:06:12.174810 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 09b121aa-c70a-4e8a-82a2-9b566911695f completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:12.179208 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 09b121aa-c70a-4e8a-82a2-9b566911695f triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:12.179800 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:12.200722 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-898451dc-7b1b-40dd-8eef-5f46fea05de5 req-302b24c3-b24e-4d98-976f-c7a95f87e5e0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Feb 20 20:06:12.263890 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 09b121aa-c70a-4e8a-82a2-9b566911695f is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:12.264356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:12.295822 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:12.394992 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448293e-537c-47df-86d6-3a3e13be4626 req-063f381c-389e-4420-8ee4-47fbc3465a1d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:12.396486 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c448293e-537c-47df-86d6-3a3e13be4626 req-063f381c-389e-4420-8ee4-47fbc3465a1d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0514362 Feb 20 20:06:12.409624 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:12.409624 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 5e2840f0-0357-4a20-a25f-fea0a77fcb8a up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:12.454108 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c448293e-537c-47df-86d6-3a3e13be4626 req-0545fda5-2ae1-4114-9825-e009d8c4103c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505049 Feb 20 20:06:12.487396 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:12.570387 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-165e19b1-d855-4c9a-aaf1-27439b8f2d45 req-6925eb0a-3e3c-4232-a9a0-73e3f397398a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0303440 Feb 20 20:06:12.637628 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:12.641586 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:12.641964 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:12.720131 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:12.720463 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:12.751461 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:12.866211 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:12.934111 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:12.991537 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:13.051430 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e3fe-c4a2-4383-addf-88dc2727307c req-c19e47d8-b1f4-4d13-b45f-483c99b485f4 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.053573 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dee4e3fe-c4a2-4383-addf-88dc2727307c req-c19e47d8-b1f4-4d13-b45f-483c99b485f4 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0524335 Feb 20 20:06:13.115427 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dee4e3fe-c4a2-4383-addf-88dc2727307c req-fff63c65-f24b-4e20-9779-1f836a115959 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565464 Feb 20 20:06:13.136392 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd442520e-9988-45fa-a312-541038014bf0'}, {'server_uuid': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d'}, {'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f'}, {'server_uuid': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:13.138885 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f75a5-aa07-48af-9ade-9a9d096e9498" -d '{"events": [{"server_uuid": "b4238092-f6ee-4355-bba3-04b8afc759f6", "name": "network-vif-plugged", "status": "completed", "tag": "d442520e-9988-45fa-a312-541038014bf0"}, {"server_uuid": "0b36885b-a8c0-4d0d-8144-8c07849d6efb", "name": "network-vif-plugged", "status": "completed", "tag": "017ebe8b-5c99-4fad-9ae8-48d28ef0940d"}, {"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-plugged", "status": "completed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f"}, {"server_uuid": "d924524e-1239-4c04-98f1-be5b96b9d248", "name": "network-vif-plugged", "status": "completed", "tag": "5e2840f0-0357-4a20-a25f-fea0a77fcb8a"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:13.157241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8a0f5-add1-4503-9ca3-be0271188525 req-2d9d56ed-9cfd-41e7-873c-f036a0a016a4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.159004 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77b8a0f5-add1-4503-9ca3-be0271188525 req-2d9d56ed-9cfd-41e7-873c-f036a0a016a4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0574591 Feb 20 20:06:13.198143 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1752e-f615-459f-8743-ff43558bde9d x-openstack-request-id: req-c0e1752e-f615-459f-8743-ff43558bde9d {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:13.198448 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4238092-f6ee-4355-bba3-04b8afc759f6", "name": "network-vif-plugged", "status": "completed", "tag": "d442520e-9988-45fa-a312-541038014bf0", "code": 200}, {"server_uuid": "0b36885b-a8c0-4d0d-8144-8c07849d6efb", "name": "network-vif-plugged", "status": "completed", "tag": "017ebe8b-5c99-4fad-9ae8-48d28ef0940d", "code": 200}, {"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-plugged", "status": "completed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f", "code": 200}, {"server_uuid": "d924524e-1239-4c04-98f1-be5b96b9d248", "name": "network-vif-plugged", "status": "completed", "tag": "5e2840f0-0357-4a20-a25f-fea0a77fcb8a", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:13.198699 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0e1752e-f615-459f-8743-ff43558bde9d {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:13.199096 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd442520e-9988-45fa-a312-541038014bf0', 'code': 200} Feb 20 20:06:13.199351 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d', 'code': 200} Feb 20 20:06:13.199589 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'code': 200} Feb 20 20:06:13.199869 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a', 'code': 200} Feb 20 20:06:13.209476 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77b8a0f5-add1-4503-9ca3-be0271188525 req-ab47e3f4-aea8-40a4-aa26-1be1adf22b5c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Feb 20 20:06:13.327986 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b26c9-bd3e-4832-ae38-66ada54b6923 req-293edea1-04c5-42e3-a1bd-5f5bbb3a6fcd tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.329541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4f0b26c9-bd3e-4832-ae38-66ada54b6923 req-293edea1-04c5-42e3-a1bd-5f5bbb3a6fcd tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0620363 Feb 20 20:06:13.377819 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4f0b26c9-bd3e-4832-ae38-66ada54b6923 req-3f3c87e7-76ec-4d7c-a262-c503f2afa032 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Feb 20 20:06:13.588948 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a84fb1-697c-431b-8987-e87189481e01 req-0514b9ba-f8c0-4cbb-b910-6d15e7760b87 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:13.594058 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-16a84fb1-697c-431b-8987-e87189481e01 req-0514b9ba-f8c0-4cbb-b910-6d15e7760b87 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0651748 Feb 20 20:06:13.663982 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-16a84fb1-697c-431b-8987-e87189481e01 req-eeecce3b-3979-4c4f-8762-b4d9621f4803 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676951 Feb 20 20:06:13.679368 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c950663-2f19-4193-aa73-17d942e3670c req-19bda420-a3bd-43e4-8f65-079be1feb059 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0354266 Feb 20 20:06:13.833542 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:06:14.239505 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4bcc4-f8b3-4e50-8017-0e51696336f8 req-01c9f9e2-21f6-4f2a-a7c5-c4eb65027a94 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.249338 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1f4bcc4-f8b3-4e50-8017-0e51696336f8 req-01c9f9e2-21f6-4f2a-a7c5-c4eb65027a94 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0656624 Feb 20 20:06:14.326623 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1f4bcc4-f8b3-4e50-8017-0e51696336f8 req-044bf461-38d6-4e8b-9d6b-a4836308d917 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630038 Feb 20 20:06:14.326797 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47396) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:14.477775 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97ae6ed3-3906-4701-a205-5e845d12fcf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:14.545274 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d29a9-e98b-422b-99f2-e32d6cd2c946 req-4a28e964-3c09-4ed3-9782-5db7ff35f027 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.546793 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f32d29a9-e98b-422b-99f2-e32d6cd2c946 req-4a28e964-3c09-4ed3-9782-5db7ff35f027 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1009524 Feb 20 20:06:14.554561 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc41aaa-4ffe-4be8-a14d-2597846e566c req-7b6ba6d7-00c0-4232-81ec-1a0ca17c4c09 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.556024 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0cc41aaa-4ffe-4be8-a14d-2597846e566c req-7b6ba6d7-00c0-4232-81ec-1a0ca17c4c09 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0897164 Feb 20 20:06:14.581030 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97ae6ed3-3906-4701-a205-5e845d12fcf3 admin admin] Publish callbacks [] for security_group (29c68ae1-0b05-401d-88fb-cfa2cb6508a3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:14.634121 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f32d29a9-e98b-422b-99f2-e32d6cd2c946 req-bbddeef8-4bb3-4ceb-a271-dacd476982ad tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770440 Feb 20 20:06:14.638644 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0cc41aaa-4ffe-4be8-a14d-2597846e566c req-0a240061-2041-455a-b7bd-33b63b1c3ce8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741286 Feb 20 20:06:14.694582 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97ae6ed3-3906-4701-a205-5e845d12fcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (29c68ae1-0b05-401d-88fb-cfa2cb6508a3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:14.728998 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae6ed3-3906-4701-a205-5e845d12fcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c68ae1-0b05-401d-88fb-cfa2cb6508a3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:14.741307 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-97ae6ed3-3906-4701-a205-5e845d12fcf3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bbc8e1de45b046ffa5badbc808542162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133792 Feb 20 20:06:14.742016 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47408) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:14.826519 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c43aaa8-9543-4be2-89ca-3d7798c42e3b req-7bd55579-7221-4f1e-a655-50803e366540 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0455229 Feb 20 20:06:14.862363 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b35aa7-12bb-4aa1-920b-00856af93f1c req-faf0ca90-3d8f-4567-9472-dc4086a22b25 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:14.863831 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-06b35aa7-12bb-4aa1-920b-00856af93f1c req-faf0ca90-3d8f-4567-9472-dc4086a22b25 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.1234221 Feb 20 20:06:14.864904 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13643fe0-ad4b-4138-806c-89f245a7c0be admin admin] Publish callbacks [] for security_group (29c68ae1-0b05-401d-88fb-cfa2cb6508a3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:14.904651 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13643fe0-ad4b-4138-806c-89f245a7c0be admin admin] Publish callbacks [] for security_group (29c68ae1-0b05-401d-88fb-cfa2cb6508a3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:14.956066 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-06b35aa7-12bb-4aa1-920b-00856af93f1c req-2d7a9af3-1eac-44de-a112-3d5b627b13d5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855358 Feb 20 20:06:15.059966 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13643fe0-ad4b-4138-806c-89f245a7c0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (29c68ae1-0b05-401d-88fb-cfa2cb6508a3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:15.062531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-13643fe0-ad4b-4138-806c-89f245a7c0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:15.063687 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-13643fe0-ad4b-4138-806c-89f245a7c0be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/29c68ae1-0b05-401d-88fb-cfa2cb6508a3 HTTP/1.1" status: 204 len: 168 time: 0.3201656 Feb 20 20:06:15.077714 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13643fe0-ad4b-4138-806c-89f245a7c0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c68ae1-0b05-401d-88fb-cfa2cb6508a3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:15.451172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55395f4f-1994-45e1-8f92-f4c10fa76b16 req-b959c53c-7399-4669-a26a-0b1c863bdf87 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.452694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-55395f4f-1994-45e1-8f92-f4c10fa76b16 req-b959c53c-7399-4669-a26a-0b1c863bdf87 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0588260 Feb 20 20:06:15.498458 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-55395f4f-1994-45e1-8f92-f4c10fa76b16 req-3a6bc702-627c-47aa-ba95-da87c6738fc8 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403957 Feb 20 20:06:15.755130 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eeef59-330a-438c-a081-83ef5df9cc63 req-7891d944-a1d2-4869-8e95-c5cae87f3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.757526 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-00eeef59-330a-438c-a081-83ef5df9cc63 req-7891d944-a1d2-4869-8e95-c5cae87f3c5c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.1194625 Feb 20 20:06:15.761922 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61864f-d95b-4f1a-86d4-a8b31ce9c751 req-b1a43ab3-6107-45dc-a0f2-e7aaad6686dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:15.763316 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b61864f-d95b-4f1a-86d4-a8b31ce9c751 req-b1a43ab3-6107-45dc-a0f2-e7aaad6686dd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 1129 time: 0.1265082 Feb 20 20:06:15.789558 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-00eeef59-330a-438c-a081-83ef5df9cc63 req-7e01cf33-92cd-44ee-bdb2-d612bc4f9520 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:15.803960 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1b61864f-d95b-4f1a-86d4-a8b31ce9c751 req-3fb65fef-05b6-4562-98da-8825cf91b907 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:15.910158 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-00eeef59-330a-438c-a081-83ef5df9cc63 req-7e01cf33-92cd-44ee-bdb2-d612bc4f9520 service neutron] Publish callbacks [] for security_group (029856b8-60b8-41d7-baf2-0c46e8c9167f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:15.961349 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47430) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:15.974601 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fdceb5b-77db-4d18-a0d5-abf55e3d7d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.021367 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd253ca3-0eed-48db-900d-02ec27027df6 req-af8fcd47-a22c-45ab-b1c4-7b9093916111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.022922 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd253ca3-0eed-48db-900d-02ec27027df6 req-af8fcd47-a22c-45ab-b1c4-7b9093916111 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1129 time: 0.3882120 Feb 20 20:06:16.028460 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41a0b6-0cc3-44ff-9f8f-ba37be9a2010 req-4cb9093f-2665-4978-a77e-1598b4d7946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.029868 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4e41a0b6-0cc3-44ff-9f8f-ba37be9a2010 req-4cb9093f-2665-4978-a77e-1598b4d7946b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 1129 time: 0.3931284 Feb 20 20:06:16.031338 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01f73f-3385-4cfb-9f02-fe9f8d77d55d req-261aaa0a-5375-4e4c-9675-0351583b9ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.032698 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ba01f73f-3385-4cfb-9f02-fe9f8d77d55d req-261aaa0a-5375-4e4c-9675-0351583b9ef6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 1130 time: 0.3620455 Feb 20 20:06:16.057169 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fdceb5b-77db-4d18-a0d5-abf55e3d7d39 admin admin] Publish callbacks [] for security_group (dcefd54d-2249-4726-b402-1f34d567456b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.058281 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-00eeef59-330a-438c-a081-83ef5df9cc63 req-7e01cf33-92cd-44ee-bdb2-d612bc4f9520 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (029856b8-60b8-41d7-baf2-0c46e8c9167f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.062101 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8752b-8fbe-4a5f-8de2-4a0e38c043b8 req-82ad8b67-d265-4eb4-b7ee-914b5ec320e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.063549 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-59c8752b-8fbe-4a5f-8de2-4a0e38c043b8 req-82ad8b67-d265-4eb4-b7ee-914b5ec320e1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.3314679 Feb 20 20:06:16.065657 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-cd253ca3-0eed-48db-900d-02ec27027df6 req-f380df74-5d7c-44ce-8647-e9ffe49a9318 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.101974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c060a-2f2b-4b2b-b227-675cc6bbe2ab req-05094df1-1f92-41ba-ae43-48a9b7655d81 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.104012 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-da2c060a-2f2b-4b2b-b227-675cc6bbe2ab req-05094df1-1f92-41ba-ae43-48a9b7655d81 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.3505383 Feb 20 20:06:16.117719 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-00eeef59-330a-438c-a081-83ef5df9cc63 req-7e01cf33-92cd-44ee-bdb2-d612bc4f9520 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455803 Feb 20 20:06:16.119235 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01cf33-92cd-44ee-bdb2-d612bc4f9520 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=029856b8-60b8-41d7-baf2-0c46e8c9167f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:16.123667 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.db.api [req-1b61864f-d95b-4f1a-86d4-a8b31ce9c751 req-3fb65fef-05b6-4562-98da-8825cf91b907 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 82c0a1cf38d34ac4aa435589967c6958 {{(pid=103371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:06:16.123999 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG oslo_db.api [req-1b61864f-d95b-4f1a-86d4-a8b31ce9c751 req-3fb65fef-05b6-4562-98da-8825cf91b907 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:06:16.157037 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4fdceb5b-77db-4d18-a0d5-abf55e3d7d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (dcefd54d-2249-4726-b402-1f34d567456b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.196894 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4fdceb5b-77db-4d18-a0d5-abf55e3d7d39 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6bf904a011e488a81fa0e6a26d7ba13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348242 Feb 20 20:06:16.199407 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47434) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:16.205301 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdceb5b-77db-4d18-a0d5-abf55e3d7d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcefd54d-2249-4726-b402-1f34d567456b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:16.253025 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ba01f73f-3385-4cfb-9f02-fe9f8d77d55d req-b754becc-4591-4488-b166-4a91d792605e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731470 Feb 20 20:06:16.257824 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e409f2ef-fe97-42d4-b0cc-3a62c2adb204 admin admin] Publish callbacks [] for security_group (dcefd54d-2249-4726-b402-1f34d567456b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.261351 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-59c8752b-8fbe-4a5f-8de2-4a0e38c043b8 req-cb32272d-09d4-4bb6-a130-1a34acbf85a3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912510 Feb 20 20:06:16.269056 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4e41a0b6-0cc3-44ff-9f8f-ba37be9a2010 req-6a9544e2-40fc-44c0-a559-e363b9acb534 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882524 Feb 20 20:06:16.276733 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-da2c060a-2f2b-4b2b-b227-675cc6bbe2ab req-c079cc73-9db9-482b-a8cd-bc99d330fd51 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646461 Feb 20 20:06:16.286102 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e409f2ef-fe97-42d4-b0cc-3a62c2adb204 admin admin] Publish callbacks [] for security_group (dcefd54d-2249-4726-b402-1f34d567456b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.301417 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd253ca3-0eed-48db-900d-02ec27027df6 req-f380df74-5d7c-44ce-8647-e9ffe49a9318 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625768 Feb 20 20:06:16.356813 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a586fdef-6de9-475c-9e8b-2c9b7684dd10 req-568f5fd1-a899-4b43-b1f7-7a2e0730f575 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0301828 Feb 20 20:06:16.407280 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b2d30-11ba-4903-bd90-4807b7a2ea43 req-e74fe8aa-8b20-4808-aa14-e39e4a4efd34 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.408762 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-974b2d30-11ba-4903-bd90-4807b7a2ea43 req-e74fe8aa-8b20-4808-aa14-e39e4a4efd34 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0551333 Feb 20 20:06:16.437056 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e409f2ef-fe97-42d4-b0cc-3a62c2adb204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (dcefd54d-2249-4726-b402-1f34d567456b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.439544 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e409f2ef-fe97-42d4-b0cc-3a62c2adb204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.440690 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e409f2ef-fe97-42d4-b0cc-3a62c2adb204 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dcefd54d-2249-4726-b402-1f34d567456b HTTP/1.1" status: 204 len: 168 time: 0.2403367 Feb 20 20:06:16.450371 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409f2ef-fe97-42d4-b0cc-3a62c2adb204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcefd54d-2249-4726-b402-1f34d567456b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:16.459416 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-974b2d30-11ba-4903-bd90-4807b7a2ea43 req-2cf01a8b-722d-4ad4-86be-ac1fb7635e86 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451281 Feb 20 20:06:16.621186 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63a84-57ac-4ea3-81e8-19ff1c53d4e0 req-57ec6bed-44ca-4693-83bb-9389ff03e690 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:16.622658 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-45c63a84-57ac-4ea3-81e8-19ff1c53d4e0 req-57ec6bed-44ca-4693-83bb-9389ff03e690 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0523260 Feb 20 20:06:16.625722 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1b61864f-d95b-4f1a-86d4-a8b31ce9c751 req-3fb65fef-05b6-4562-98da-8825cf91b907 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:16.674137 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-45c63a84-57ac-4ea3-81e8-19ff1c53d4e0 req-ed3bc916-deb8-490c-b03b-adbe7b2edd43 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459256 Feb 20 20:06:16.694738 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b61864f-d95b-4f1a-86d4-a8b31ce9c751 req-3fb65fef-05b6-4562-98da-8825cf91b907 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9109120 Feb 20 20:06:17.410790 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e25f-4781-48a5-a67a-bd06b94a8c4c req-2572526d-f946-488f-ae87-d4c8450e3992 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.412299 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01c5e25f-4781-48a5-a67a-bd06b94a8c4c req-2572526d-f946-488f-ae87-d4c8450e3992 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0841732 Feb 20 20:06:17.424390 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723225f-acb5-471d-aa20-51e0855fa60d req-f0c3cb1e-7414-48db-9396-49eefab10a21 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.425778 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5723225f-acb5-471d-aa20-51e0855fa60d req-f0c3cb1e-7414-48db-9396-49eefab10a21 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0723846 Feb 20 20:06:17.499723 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01c5e25f-4781-48a5-a67a-bd06b94a8c4c req-910ae3bd-3ef2-4ef3-9e37-a2a2ab0575f4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730126 Feb 20 20:06:17.505919 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5723225f-acb5-471d-aa20-51e0855fa60d req-dd807730-d622-4ba5-a24a-8d523050de0e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682554 Feb 20 20:06:17.620115 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-773573e8-3a3a-499b-a73a-160fbe1e18a2 req-898bd518-3a33-43b5-92b2-941fc002b825 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0442166 Feb 20 20:06:17.642990 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344502a-ea01-4450-9dae-6c4d53a3410a req-f356146d-b673-45f0-9589-d03aafe21688 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.644546 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a344502a-ea01-4450-9dae-6c4d53a3410a req-f356146d-b673-45f0-9589-d03aafe21688 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0791376 Feb 20 20:06:17.693513 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a344502a-ea01-4450-9dae-6c4d53a3410a req-c8e50792-ef2b-409d-ae7b-8b2dc400d569 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 Feb 20 20:06:17.920569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ce261-2985-420c-95c9-68a355f720b5 req-61576cea-2ab6-4688-98c9-f68d5b8e81d7 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:17.922046 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d6ce261-2985-420c-95c9-68a355f720b5 req-61576cea-2ab6-4688-98c9-f68d5b8e81d7 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0547295 Feb 20 20:06:17.975116 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d6ce261-2985-420c-95c9-68a355f720b5 req-2eb908ad-834a-480f-bc75-6a89d546d244 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464444 Feb 20 20:06:18.674440 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818b5a3-4352-44cc-897a-dd1b951ae698 req-4ec8caeb-f756-4af5-ad36-83e34bfdb41e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.675925 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9818b5a3-4352-44cc-897a-dd1b951ae698 req-4ec8caeb-f756-4af5-ad36-83e34bfdb41e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0871820 Feb 20 20:06:18.684023 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad8613-dc17-4632-aff7-e3f7e0025621 req-7d504cad-936d-4668-a3e2-67cf0b7718ee tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.685422 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-60ad8613-dc17-4632-aff7-e3f7e0025621 req-7d504cad-936d-4668-a3e2-67cf0b7718ee tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0881290 Feb 20 20:06:18.761169 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9818b5a3-4352-44cc-897a-dd1b951ae698 req-c577f04d-dcc2-4792-9e23-45b195dc3e3e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748076 Feb 20 20:06:18.764364 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-60ad8613-dc17-4632-aff7-e3f7e0025621 req-1776b049-b3a2-4fa2-8f14-8bec46074eb9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717790 Feb 20 20:06:18.867404 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0f05942f-f6c6-48cf-a8ab-28b45479a40b req-12e13852-bc08-41ca-a1ef-f21a0bd195b3 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0340436 Feb 20 20:06:18.916643 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f23758-5cd4-4ade-9527-6360a43058c7 req-68336f24-7d98-45f2-bb19-627ba5fd0e5b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.918223 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25f23758-5cd4-4ade-9527-6360a43058c7 req-68336f24-7d98-45f2-bb19-627ba5fd0e5b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0747650 Feb 20 20:06:18.934856 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-8268b3a3-5ad7-42f5-ba79-0fa1698bf10b tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:18.936273 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-8268b3a3-5ad7-42f5-ba79-0fa1698bf10b tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "GET /v2.0/networks?id=f2f33494-7684-4d86-9d0f-24a5a04a29a5 HTTP/1.1" status: 200 len: 808 time: 0.1071527 Feb 20 20:06:18.970872 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25f23758-5cd4-4ade-9527-6360a43058c7 req-05ad1e8e-4785-4e57-8075-284037bc5ef2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470920 Feb 20 20:06:18.977527 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Request body: {'port': {'device_id': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5', 'admin_state_up': True, 'tenant_id': 'f691eef95f4a472d8213a6657bae71ed'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:19.099336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59a45e-8238-4cd1-af99-df2a01c710c2 req-ccdd33ec-d990-4aca-b485-25706865e2ac tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.101027 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5b59a45e-8238-4cd1-af99-df2a01c710c2 req-ccdd33ec-d990-4aca-b485-25706865e2ac tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0557380 Feb 20 20:06:19.163406 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5b59a45e-8238-4cd1-af99-df2a01c710c2 req-afafaab1-4aa7-4d52-80e5-951706b1279a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Feb 20 20:06:19.339698 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Made reservation on behalf of f691eef95f4a472d8213a6657bae71ed for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:06:19.343084 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.459302 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Allocated IP 172.20.0.11 (f2f33494-7684-4d86-9d0f-24a5a04a29a5/6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e/8e6e3117-fde2-4b35-bac5-af9027a4d1c5) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:06:19.603144 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks [] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.717500 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.759266 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Network f2f33494-7684-4d86-9d0f-24a5a04a29a5 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:06:19.762949 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:06:19.766712 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:06:19.771833 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.772513 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:19.787677 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Pushing event updated for resources: {'Port': ['ID=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:19.868578 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-ebc788fd-39b9-4e64-b476-a4e921b0a033 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8948030 Feb 20 20:06:19.899938 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Request body: {'port': {'device_id': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:19.926157 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72700fd-842c-4d66-9d8b-2d976ac5dddb req-98657741-6ef9-48e3-a0b2-808e7f62612c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.927635 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a72700fd-842c-4d66-9d8b-2d976ac5dddb req-98657741-6ef9-48e3-a0b2-808e7f62612c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0889499 Feb 20 20:06:19.937949 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f588c0-e3f0-41ec-8e3e-234f9d5e527f req-c198106a-f34b-4db3-b114-c0c0cf302d9d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:19.939384 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77f588c0-e3f0-41ec-8e3e-234f9d5e527f req-c198106a-f34b-4db3-b114-c0c0cf302d9d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1026430 Feb 20 20:06:19.963629 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.015547 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a72700fd-842c-4d66-9d8b-2d976ac5dddb req-7b79206e-b8f1-435e-9cf0-6fbf6a01b7ff tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751920 Feb 20 20:06:20.018873 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77f588c0-e3f0-41ec-8e3e-234f9d5e527f req-46c76174-3076-4b20-8209-06836741adf3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725701 Feb 20 20:06:20.165649 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a0003-e2ba-4b3e-810c-a2e7fb95df47 req-552f024a-27f0-4630-b6b2-c8463fdfc39a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.168152 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-894a0003-e2ba-4b3e-810c-a2e7fb95df47 req-552f024a-27f0-4630-b6b2-c8463fdfc39a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 932 time: 0.0887399 Feb 20 20:06:20.179404 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf88d7-57e8-4dae-8908-366a6b1e85d2 req-1edb375f-f379-4125-a984-86cd5550d819 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.180971 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bbf88d7-57e8-4dae-8908-366a6b1e85d2 req-1edb375f-f379-4125-a984-86cd5550d819 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0901625 Feb 20 20:06:20.252782 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-894a0003-e2ba-4b3e-810c-a2e7fb95df47 req-1a2dcc0d-6239-410c-aa0f-5624efb1648e tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705383 Feb 20 20:06:20.271095 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bbf88d7-57e8-4dae-8908-366a6b1e85d2 req-7cf0249e-9ab4-4c45-8460-afab6d282cc4 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714865 Feb 20 20:06:20.271258 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:20.279917 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Publish callbacks [] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.293310 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Transition to ACTIVE for port object 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:06:20.361267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f387fd-3d43-4b40-abe0-fcec00a16cd0 req-48ca29ef-63c1-4fe3-b3e7-b72388408d8e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.362648 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79f387fd-3d43-4b40-abe0-fcec00a16cd0 req-48ca29ef-63c1-4fe3-b3e7-b72388408d8e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0525770 Feb 20 20:06:20.379811 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.410227 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79f387fd-3d43-4b40-abe0-fcec00a16cd0 req-e7116272-7af1-4216-95f1-8e8409ba7330 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Feb 20 20:06:20.437884 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.472325 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Attempting to bind port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:06:20.472325 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Attempting to bind port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:06:20.472325 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Attempting to bind port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 on network f2f33494-7684-4d86-9d0f-24a5a04a29a5 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:20.474635 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 on network f2f33494-7684-4d86-9d0f-24a5a04a29a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:06:20.474945 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Attempting to bind port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 on network f2f33494-7684-4d86-9d0f-24a5a04a29a5 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:06:20.479690 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:06:20.480022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Checking segment: {'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:06:20.480522 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Bound using segment: {'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:06:20.480866 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Bound port: 8e6e3117-fde2-4b35-bac5-af9027a4d1c5, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:06:20.481214 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.543068 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] For port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5, host hv-cinder-83008, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:06:20.546028 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] For port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:06:20.661060 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.694491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.695119 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:20.696566 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] 10.222.0.91 "PUT /v2.0/ports/8e6e3117-fde2-4b35-bac5-af9027a4d1c5 HTTP/1.1" status: 200 len: 1094 time: 0.8011224 Feb 20 20:06:20.697015 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'tag': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:20.699879 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec871786-da23-4f28-bb85-96b113e0f6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d94765e7-c628-46d7-9afa-6ba37553e99d", "tag": "8e6e3117-fde2-4b35-bac5-af9027a4d1c5"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:20.724617 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c179d-f2db-4578-84ca-2e135213b806 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:20.737177 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d15bdfe-e0fa-46a3-9800-70a7228f8475 x-openstack-request-id: req-3d15bdfe-e0fa-46a3-9800-70a7228f8475 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:20.737461 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94765e7-c628-46d7-9afa-6ba37553e99d", "tag": "8e6e3117-fde2-4b35-bac5-af9027a4d1c5", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:20.737709 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d15bdfe-e0fa-46a3-9800-70a7228f8475 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:20.738114 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'tag': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5', 'status': 'completed', 'code': 200} Feb 20 20:06:20.850639 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871786-da23-4f28-bb85-96b113e0f6f7 req-11e1d70a-081d-4d46-94f7-e57b58df9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:20.852189 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec871786-da23-4f28-bb85-96b113e0f6f7 req-11e1d70a-081d-4d46-94f7-e57b58df9f7a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f691eef95f4a472d8213a6657bae71ed&device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 1128 time: 0.0528595 Feb 20 20:06:21.029978 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871786-da23-4f28-bb85-96b113e0f6f7 req-257e36f0-54bc-439f-984a-83134ec51848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.031423 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec871786-da23-4f28-bb85-96b113e0f6f7 req-257e36f0-54bc-439f-984a-83134ec51848 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=f691eef95f4a472d8213a6657bae71ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1598446 Feb 20 20:06:21.197754 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae49a36-55d3-4eb8-9559-a73ec83c0f7a req-6882aca7-399a-4f44-99b7-7355428b214e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.199981 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8ae49a36-55d3-4eb8-9559-a73ec83c0f7a req-6882aca7-399a-4f44-99b7-7355428b214e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1016831 Feb 20 20:06:21.211811 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed88e0-804b-45fd-835a-5f22c1b6859c req-42aa55da-f6bf-4703-9137-abe796f00c1f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.214998 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88ed88e0-804b-45fd-835a-5f22c1b6859c req-42aa55da-f6bf-4703-9137-abe796f00c1f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.1277027 Feb 20 20:06:21.233107 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec871786-da23-4f28-bb85-96b113e0f6f7 req-3429c8af-0ea4-436b-8bb7-e8dca0d35a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.234981 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec871786-da23-4f28-bb85-96b113e0f6f7 req-3429c8af-0ea4-436b-8bb7-e8dca0d35a2b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1891310 Feb 20 20:06:21.303141 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8ae49a36-55d3-4eb8-9559-a73ec83c0f7a req-b12415bc-9e31-4406-84bf-23ee85be37bb tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869143 Feb 20 20:06:21.314468 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88ed88e0-804b-45fd-835a-5f22c1b6859c req-112b6190-4c57-4ba1-95c2-f3b611a8f32a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900619 Feb 20 20:06:21.486206 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e892b6-4de2-4131-8a84-38b0a6ec87b8 req-4772dfb3-1d7a-4b5f-aa8d-65a86ca2529c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.487695 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01e892b6-4de2-4131-8a84-38b0a6ec87b8 req-4772dfb3-1d7a-4b5f-aa8d-65a86ca2529c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0954556 Feb 20 20:06:21.506111 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb33d4-54b9-4cf6-9113-c9b9fea44b6d req-44b19902-1812-451c-accd-34985ecd18fe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.507543 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41eb33d4-54b9-4cf6-9113-c9b9fea44b6d req-44b19902-1812-451c-accd-34985ecd18fe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0838900 Feb 20 20:06:21.567722 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01e892b6-4de2-4131-8a84-38b0a6ec87b8 req-b0bfaa85-3dc2-4de3-ad11-3a2cc6a9e2ac tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740111 Feb 20 20:06:21.579180 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41eb33d4-54b9-4cf6-9113-c9b9fea44b6d req-08dcf1c4-00ed-4952-901a-5f5880b375fa tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641191 Feb 20 20:06:21.591551 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-1771fb26-546f-4881-8068-bad7be312390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.593933 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-1771fb26-546f-4881-8068-bad7be312390 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f691eef95f4a472d8213a6657bae71ed&device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 1128 time: 0.0541899 Feb 20 20:06:21.688782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ca5ed-53a6-41ed-bb4f-2146fa652dd8 req-617ea4e7-c219-4645-8dd5-2012f5aabf90 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.690259 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4a9ca5ed-53a6-41ed-bb4f-2146fa652dd8 req-617ea4e7-c219-4645-8dd5-2012f5aabf90 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0532842 Feb 20 20:06:21.734828 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-725215d1-c5cd-49fa-bc29-95944ca51585 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e6e3117-fde2-4b35-bac5-af9027a4d1c5 HTTP/1.1" status: 200 len: 217 time: 0.0347478 Feb 20 20:06:21.739131 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4a9ca5ed-53a6-41ed-bb4f-2146fa652dd8 req-d52343b0-cc48-4369-a757-4ab2ccbc5d03 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Feb 20 20:06:21.787454 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-c2a47103-1d39-4f73-800e-61db05354f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:21.788934 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-c2a47103-1d39-4f73-800e-61db05354f53 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e HTTP/1.1" status: 200 len: 848 time: 0.0468450 Feb 20 20:06:21.945511 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-9aa6e7d5-ea99-4046-a497-44fe9ba7d534 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f2f33494-7684-4d86-9d0f-24a5a04a29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251257 Feb 20 20:06:22.472074 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f861f6b-c86f-427a-9a74-0667bf217469 req-432807c2-9551-4324-84fe-cb86fa4ba687 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.473581 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6f861f6b-c86f-427a-9a74-0667bf217469 req-432807c2-9551-4324-84fe-cb86fa4ba687 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0911114 Feb 20 20:06:22.488673 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56906b-bc35-4474-9db5-e84bb4e4c9c2 req-681a6206-e3c3-49fe-9cbe-3fa9bf245cd6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.493408 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f56906b-bc35-4474-9db5-e84bb4e4c9c2 req-681a6206-e3c3-49fe-9cbe-3fa9bf245cd6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0807288 Feb 20 20:06:22.516574 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47618) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:22.564492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6f861f6b-c86f-427a-9a74-0667bf217469 req-117ccafd-c7e0-492c-8bf8-85857242ca00 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836933 Feb 20 20:06:22.567874 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f56906b-bc35-4474-9db5-e84bb4e4c9c2 req-38ad2017-8ebb-4b75-bb40-368e5ab8cee0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714195 Feb 20 20:06:22.637481 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-789b9308-4e05-40b8-863c-bfbb42455316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.763557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632170d-502c-4cc6-a900-9834e2d27e3a req-f6032866-4774-4830-b013-79f3983c6094 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.765199 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0632170d-502c-4cc6-a900-9834e2d27e3a req-f6032866-4774-4830-b013-79f3983c6094 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0979867 Feb 20 20:06:22.766072 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47628) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:22.772040 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-789b9308-4e05-40b8-863c-bfbb42455316 admin admin] Publish callbacks [] for security_group (4440aac4-41e4-4902-bcc4-38b3f484dbc9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.782857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563d226-7269-4cc0-923a-e6c3d65afcbb req-e4d609a7-a234-42f9-8a27-7475e1b93926 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:22.784604 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e563d226-7269-4cc0-923a-e6c3d65afcbb req-e4d609a7-a234-42f9-8a27-7475e1b93926 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.1082211 Feb 20 20:06:22.836283 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-789b9308-4e05-40b8-863c-bfbb42455316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4440aac4-41e4-4902-bcc4-38b3f484dbc9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:22.859372 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0632170d-502c-4cc6-a900-9834e2d27e3a req-62a0316d-0b67-4bf7-b561-f552143d7280 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844619 Feb 20 20:06:22.862612 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e563d226-7269-4cc0-923a-e6c3d65afcbb req-be375301-4de4-4365-8308-c62e37f850ea tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721102 Feb 20 20:06:22.893452 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-789b9308-4e05-40b8-863c-bfbb42455316 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eaab11f5203a479b8abda10754214f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756442 Feb 20 20:06:22.898275 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47634) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:22.909027 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b9308-4e05-40b8-863c-bfbb42455316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4440aac4-41e4-4902-bcc4-38b3f484dbc9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:22.914709 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-5f8aacf3-17df-4922-b993-9989ec182dda service neutron] 10.222.0.91 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802325 Feb 20 20:06:22.930562 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d187a2da-d6dd-43c8-94ac-085973c39ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.029317 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d633623-4c1a-40ab-8176-4c6490add1a0 admin admin] Publish callbacks [] for security_group (4440aac4-41e4-4902-bcc4-38b3f484dbc9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.066374 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d633623-4c1a-40ab-8176-4c6490add1a0 admin admin] Publish callbacks [] for security_group (4440aac4-41e4-4902-bcc4-38b3f484dbc9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.086784 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042482d0-3bef-4833-bc08-01a2ebc22b78 req-090b3f17-b21a-44ca-88b3-9696d662af4a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.088492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-042482d0-3bef-4833-bc08-01a2ebc22b78 req-090b3f17-b21a-44ca-88b3-9696d662af4a tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.1410873 Feb 20 20:06:23.154200 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d187a2da-d6dd-43c8-94ac-085973c39ba1 admin admin] Publish callbacks [] for security_group (9dbf78eb-5f5f-4535-96ba-585485c0d7cf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.171591 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-042482d0-3bef-4833-bc08-01a2ebc22b78 req-d9292ce0-0c7f-49ff-9f7b-ede5306305c9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737293 Feb 20 20:06:23.208641 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d187a2da-d6dd-43c8-94ac-085973c39ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9dbf78eb-5f5f-4535-96ba-585485c0d7cf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.246779 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-d187a2da-d6dd-43c8-94ac-085973c39ba1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a330a30c462d4ea09710567467dd4633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4776926 Feb 20 20:06:23.249323 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187a2da-d6dd-43c8-94ac-085973c39ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbf78eb-5f5f-4535-96ba-585485c0d7cf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:23.250939 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47638) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:23.260500 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d633623-4c1a-40ab-8176-4c6490add1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4440aac4-41e4-4902-bcc4-38b3f484dbc9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.263030 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6d633623-4c1a-40ab-8176-4c6490add1a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.264882 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-6d633623-4c1a-40ab-8176-4c6490add1a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4440aac4-41e4-4902-bcc4-38b3f484dbc9 HTTP/1.1" status: 204 len: 168 time: 0.3646374 Feb 20 20:06:23.272510 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d633623-4c1a-40ab-8176-4c6490add1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440aac4-41e4-4902-bcc4-38b3f484dbc9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:23.305429 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cae264a9-4499-4e0b-98cc-50e9ca424ea4 admin admin] Publish callbacks [] for security_group (9dbf78eb-5f5f-4535-96ba-585485c0d7cf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.332619 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cae264a9-4499-4e0b-98cc-50e9ca424ea4 admin admin] Publish callbacks [] for security_group (9dbf78eb-5f5f-4535-96ba-585485c0d7cf), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.433021 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cae264a9-4499-4e0b-98cc-50e9ca424ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9dbf78eb-5f5f-4535-96ba-585485c0d7cf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.435893 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cae264a9-4499-4e0b-98cc-50e9ca424ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:23.437085 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cae264a9-4499-4e0b-98cc-50e9ca424ea4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9dbf78eb-5f5f-4535-96ba-585485c0d7cf HTTP/1.1" status: 204 len: 168 time: 0.1851170 Feb 20 20:06:23.448618 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae264a9-4499-4e0b-98cc-50e9ca424ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbf78eb-5f5f-4535-96ba-585485c0d7cf,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:23.725488 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593a8b2-7fe7-487b-b2be-4e03e1b3841c req-878241b8-624f-4365-9399-2934f7e8a5e3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.726943 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e593a8b2-7fe7-487b-b2be-4e03e1b3841c req-878241b8-624f-4365-9399-2934f7e8a5e3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0771198 Feb 20 20:06:23.734739 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bf56d-5c5a-47c2-96be-caafa9d6dd74 req-efb3afb0-5e07-4080-b2a4-e990aec90530 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:23.736149 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-180bf56d-5c5a-47c2-96be-caafa9d6dd74 req-efb3afb0-5e07-4080-b2a4-e990aec90530 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0949667 Feb 20 20:06:23.805328 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e593a8b2-7fe7-487b-b2be-4e03e1b3841c req-b7a966df-4dc0-42cd-b5bc-2299c0bbfe88 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682108 Feb 20 20:06:23.812792 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-180bf56d-5c5a-47c2-96be-caafa9d6dd74 req-c9a61f22-d64b-4470-9e66-218af4bb6231 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700645 Feb 20 20:06:24.044533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae75f2-4552-437a-9260-feaef75388f4 req-7b3f2683-2791-488a-876d-8ee684b81281 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:24.044533 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bae75f2-4552-437a-9260-feaef75388f4 req-7b3f2683-2791-488a-876d-8ee684b81281 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0905328 Feb 20 20:06:24.044694 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e882d4b-68e9-4e78-980c-f683f37b51f2 req-664cd4a7-698f-4272-9ef1-520185881019 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:24.046064 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e882d4b-68e9-4e78-980c-f683f37b51f2 req-664cd4a7-698f-4272-9ef1-520185881019 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0901923 Feb 20 20:06:24.064372 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47660) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:24.082925 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0481586-8dba-42ec-a6b7-9726b1a35377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.119551 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bae75f2-4552-437a-9260-feaef75388f4 req-882c4f3d-f187-4675-8f24-60b460eb5644 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722373 Feb 20 20:06:24.136521 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e882d4b-68e9-4e78-980c-f683f37b51f2 req-b684715e-4e2e-4105-9aa7-90c5e15b2c03 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782170 Feb 20 20:06:24.180834 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0481586-8dba-42ec-a6b7-9726b1a35377 admin admin] Publish callbacks [] for security_group (832896dd-a5f0-468c-bf66-88b7c03eff27), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.277490 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0481586-8dba-42ec-a6b7-9726b1a35377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (832896dd-a5f0-468c-bf66-88b7c03eff27), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.316543 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e0481586-8dba-42ec-a6b7-9726b1a35377 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc00b9374115438a86ed8a9e92e1068b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508750 Feb 20 20:06:24.317365 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0481586-8dba-42ec-a6b7-9726b1a35377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832896dd-a5f0-468c-bf66-88b7c03eff27,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:24.320228 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47664) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:24.371955 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210d52e1-d250-4824-8547-a13ac660a69b admin admin] Publish callbacks [] for security_group (832896dd-a5f0-468c-bf66-88b7c03eff27), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.374464 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47666) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:24.388038 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c8e81720-8709-4532-9ede-563274cfddf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.396586 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210d52e1-d250-4824-8547-a13ac660a69b admin admin] Publish callbacks [] for security_group (832896dd-a5f0-468c-bf66-88b7c03eff27), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.462108 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c8e81720-8709-4532-9ede-563274cfddf3 admin admin] Publish callbacks [] for security_group (49bbd738-5aaa-4e82-a344-6cbe3ee78ac3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.546108 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210d52e1-d250-4824-8547-a13ac660a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (832896dd-a5f0-468c-bf66-88b7c03eff27), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.548583 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-210d52e1-d250-4824-8547-a13ac660a69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.549725 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-210d52e1-d250-4824-8547-a13ac660a69b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/832896dd-a5f0-468c-bf66-88b7c03eff27 HTTP/1.1" status: 204 len: 168 time: 0.2282405 Feb 20 20:06:24.558338 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d52e1-d250-4824-8547-a13ac660a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832896dd-a5f0-468c-bf66-88b7c03eff27,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:24.586313 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c8e81720-8709-4532-9ede-563274cfddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (49bbd738-5aaa-4e82-a344-6cbe3ee78ac3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.628733 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e81720-8709-4532-9ede-563274cfddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bbd738-5aaa-4e82-a344-6cbe3ee78ac3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:24.637445 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47672) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:24.644742 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c8e81720-8709-4532-9ede-563274cfddf3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cc3b18d29c54ee0aac9befe037264ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690775 Feb 20 20:06:24.696586 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7c88-861f-4b4d-8e02-c0ce290677ce admin admin] Publish callbacks [] for security_group (49bbd738-5aaa-4e82-a344-6cbe3ee78ac3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.726920 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7c88-861f-4b4d-8e02-c0ce290677ce admin admin] Publish callbacks [] for security_group (49bbd738-5aaa-4e82-a344-6cbe3ee78ac3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.893111 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7c88-861f-4b4d-8e02-c0ce290677ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (49bbd738-5aaa-4e82-a344-6cbe3ee78ac3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.895822 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-7f7b7c88-861f-4b4d-8e02-c0ce290677ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:24.897035 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-7f7b7c88-861f-4b4d-8e02-c0ce290677ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49bbd738-5aaa-4e82-a344-6cbe3ee78ac3 HTTP/1.1" status: 204 len: 168 time: 0.2586901 Feb 20 20:06:24.937632 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b7c88-861f-4b4d-8e02-c0ce290677ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bbd738-5aaa-4e82-a344-6cbe3ee78ac3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:24.982747 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079c929-b8eb-4ccb-b020-5a76ae3ac669 req-33934be3-7c41-41a9-8820-2c9be38288b0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:24.984429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e079c929-b8eb-4ccb-b020-5a76ae3ac669 req-33934be3-7c41-41a9-8820-2c9be38288b0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1042352 Feb 20 20:06:25.007305 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c57d4-8be6-4ad2-8851-26350d8862f4 req-77ee393c-e420-4880-a458-bf7c2d6518de tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.008758 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-011c57d4-8be6-4ad2-8851-26350d8862f4 req-77ee393c-e420-4880-a458-bf7c2d6518de tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0940053 Feb 20 20:06:25.084129 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e079c929-b8eb-4ccb-b020-5a76ae3ac669 req-d6a434d5-2236-4b2d-a57a-06cbdb8833a2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890937 Feb 20 20:06:25.109254 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-011c57d4-8be6-4ad2-8851-26350d8862f4 req-8503bc9d-0c84-4faa-a91f-85a0437e0494 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912917 Feb 20 20:06:25.290100 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadee7e-f0f8-4ca8-98b2-4eb88ac9bfaf req-d36ffa71-ce9e-40ef-ae72-10e9a79941eb tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.292275 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3dadee7e-f0f8-4ca8-98b2-4eb88ac9bfaf req-d36ffa71-ce9e-40ef-ae72-10e9a79941eb tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0873609 Feb 20 20:06:25.305447 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41a84f-5e16-4336-a498-af7025e8eb0b req-f5eb25d4-75ff-4ce7-a061-645630c2248f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:25.307280 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-da41a84f-5e16-4336-a498-af7025e8eb0b req-f5eb25d4-75ff-4ce7-a061-645630c2248f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0927932 Feb 20 20:06:25.392332 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-da41a84f-5e16-4336-a498-af7025e8eb0b req-098d4a68-b6f3-4473-ac9c-938ecdb9c211 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740726 Feb 20 20:06:25.404902 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3dadee7e-f0f8-4ca8-98b2-4eb88ac9bfaf req-97fae915-5bd2-4494-b7ef-78aefd35be55 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936584 Feb 20 20:06:25.430139 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 47692) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:25.626080 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fb52-c40e-49d9-92c0-f035efabd628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:25.709276 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fb52-c40e-49d9-92c0-f035efabd628 admin admin] Publish callbacks [] for security_group (f68a11bd-7115-41d6-890b-b3a6824bb0c7), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:25.808654 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fb52-c40e-49d9-92c0-f035efabd628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f68a11bd-7115-41d6-890b-b3a6824bb0c7), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:25.847303 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a4b9fb52-c40e-49d9-92c0-f035efabd628 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9500a07b9bf48b7afd409af7c284782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4159305 Feb 20 20:06:25.848308 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9fb52-c40e-49d9-92c0-f035efabd628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a11bd-7115-41d6-890b-b3a6824bb0c7,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:25.853137 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47702) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:25.905778 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b66e04bb-32c6-42bf-bfa8-bfecc1a62f01 admin admin] Publish callbacks [] for security_group (f68a11bd-7115-41d6-890b-b3a6824bb0c7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:25.928084 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b66e04bb-32c6-42bf-bfa8-bfecc1a62f01 admin admin] Publish callbacks [] for security_group (f68a11bd-7115-41d6-890b-b3a6824bb0c7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:26.088638 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b66e04bb-32c6-42bf-bfa8-bfecc1a62f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f68a11bd-7115-41d6-890b-b3a6824bb0c7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:26.091145 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b66e04bb-32c6-42bf-bfa8-bfecc1a62f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:26.094939 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b66e04bb-32c6-42bf-bfa8-bfecc1a62f01 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f68a11bd-7115-41d6-890b-b3a6824bb0c7 HTTP/1.1" status: 204 len: 168 time: 0.2375011 Feb 20 20:06:26.101288 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e04bb-32c6-42bf-bfa8-bfecc1a62f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a11bd-7115-41d6-890b-b3a6824bb0c7,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:26.307586 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df747882-aea2-41b7-b436-ba4ea06fd49c req-6432890c-c95b-42b7-b406-6819bb43370e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.309139 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df747882-aea2-41b7-b436-ba4ea06fd49c req-6432890c-c95b-42b7-b406-6819bb43370e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0869186 Feb 20 20:06:26.320020 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810ea0c-7398-4de1-80ff-e13e70966942 req-399ca7f9-1d0c-4fce-b010-235b63a844e8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.321621 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5810ea0c-7398-4de1-80ff-e13e70966942 req-399ca7f9-1d0c-4fce-b010-235b63a844e8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0875003 Feb 20 20:06:26.396227 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df747882-aea2-41b7-b436-ba4ea06fd49c req-648b97ae-050e-4dbe-8c3f-e7373903ceef tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734522 Feb 20 20:06:26.399303 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5810ea0c-7398-4de1-80ff-e13e70966942 req-68a55114-5df5-4fb5-ade3-02cdc230c477 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702767 Feb 20 20:06:26.561849 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ab03c-ed2f-41c9-a983-d5e7564a9276 req-c6947777-e159-4af6-9963-fbe8b0a16c10 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.563363 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-921ab03c-ed2f-41c9-a983-d5e7564a9276 req-c6947777-e159-4af6-9963-fbe8b0a16c10 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0885847 Feb 20 20:06:26.570272 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea80e0-7fe1-49c2-bfe9-136560a7964b req-67b2e3e3-6483-4316-bccd-21e049788c66 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:26.571712 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-56ea80e0-7fe1-49c2-bfe9-136560a7964b req-67b2e3e3-6483-4316-bccd-21e049788c66 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0989871 Feb 20 20:06:26.649224 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-921ab03c-ed2f-41c9-a983-d5e7564a9276 req-2caab63a-4b9e-41d6-93d8-03f3cada3148 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759802 Feb 20 20:06:26.661190 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-56ea80e0-7fe1-49c2-bfe9-136560a7964b req-73746aeb-fa9c-458e-8a7b-b7a72fe18972 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809498 Feb 20 20:06:27.580413 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8550c-2dbd-467d-ae31-32542c031b27 req-01b17634-6c3e-4679-91ae-f5d2dba4e010 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.582662 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-43c8550c-2dbd-467d-ae31-32542c031b27 req-01b17634-6c3e-4679-91ae-f5d2dba4e010 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0939298 Feb 20 20:06:27.591158 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c60e9-6b8d-4433-af02-47fb9159ec22 req-0a8b17a1-e693-42d6-954f-7d18663869c1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.592940 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b6c60e9-6b8d-4433-af02-47fb9159ec22 req-0a8b17a1-e693-42d6-954f-7d18663869c1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0918467 Feb 20 20:06:27.662106 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-43c8550c-2dbd-467d-ae31-32542c031b27 req-75250ca3-89ac-41a3-8b52-195fb4a45821 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680976 Feb 20 20:06:27.669091 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b6c60e9-6b8d-4433-af02-47fb9159ec22 req-75917009-9d57-4f25-a3b7-c0412e091c50 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690978 Feb 20 20:06:27.828793 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53806b-83fc-4e88-a49b-b0b122161b5c req-4b89684a-a6e8-4be1-9424-8ddadf8477c0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.836426 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b53806b-83fc-4e88-a49b-b0b122161b5c req-4b89684a-a6e8-4be1-9424-8ddadf8477c0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.1149080 Feb 20 20:06:27.839420 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1174c1fe-f8af-4f91-8b73-d3393df08e38 req-050ceef7-8ea0-456e-bc66-ce2cf579e200 service neutron] 10.222.0.91 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149518 Feb 20 20:06:27.873647 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4179c-5e20-4a4a-b262-d96795573e0d req-7a0b126e-bac8-4070-8fb8-3c1bcbeacbeb tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:27.875169 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2cb4179c-5e20-4a4a-b262-d96795573e0d req-7a0b126e-bac8-4070-8fb8-3c1bcbeacbeb tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.1379449 Feb 20 20:06:27.931986 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b53806b-83fc-4e88-a49b-b0b122161b5c req-e0602c3a-f937-449c-9186-b51796450ed8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941989 Feb 20 20:06:27.958284 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2cb4179c-5e20-4a4a-b262-d96795573e0d req-c131938e-a7a0-4276-9bd8-3393114133f4 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751064 Feb 20 20:06:28.825682 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf05e4-ac4d-4627-9887-ff6cab395b7b req-a0f7a4bb-d420-4a83-9c15-8e7fecfa8a2c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:28.827331 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07bf05e4-ac4d-4627-9887-ff6cab395b7b req-a0f7a4bb-d420-4a83-9c15-8e7fecfa8a2c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0953240 Feb 20 20:06:28.844321 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be6825-b29b-4ce4-8e4e-7d2f360b1ad1 req-fe8b9848-7134-4955-8454-456136b94f4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:28.846345 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48be6825-b29b-4ce4-8e4e-7d2f360b1ad1 req-fe8b9848-7134-4955-8454-456136b94f4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.1027887 Feb 20 20:06:28.928893 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48be6825-b29b-4ce4-8e4e-7d2f360b1ad1 req-37ad51ea-4434-465d-8b3a-fccc44655530 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731976 Feb 20 20:06:28.932457 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07bf05e4-ac4d-4627-9887-ff6cab395b7b req-29a5bd36-8179-4819-97ce-0e2d678578d4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844095 Feb 20 20:06:29.074345 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e6c57-c4b9-4a85-bdfb-bef4b21ea046 req-620ae180-df49-4f64-b506-ace6dd294759 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.076041 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fe4e6c57-c4b9-4a85-bdfb-bef4b21ea046 req-620ae180-df49-4f64-b506-ace6dd294759 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0646493 Feb 20 20:06:29.126644 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fe4e6c57-c4b9-4a85-bdfb-bef4b21ea046 req-1a802da1-c751-4547-bb16-092cfad5e2fe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452008 Feb 20 20:06:29.262136 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4788f-416c-4166-9d8b-1f924876742e req-3c0d6b10-52e3-42e9-b416-74eab8c3f6eb tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.263643 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-67c4788f-416c-4166-9d8b-1f924876742e req-3c0d6b10-52e3-42e9-b416-74eab8c3f6eb tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0576780 Feb 20 20:06:29.323051 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-67c4788f-416c-4166-9d8b-1f924876742e req-0eff8aff-f740-4f7f-bf11-752a5df018df tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533366 Feb 20 20:06:29.483504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fd48e-c189-4373-8de4-82afede18901 req-74e581a4-c8cb-4973-ac37-a2c1e2a1640c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.485523 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-302fd48e-c189-4373-8de4-82afede18901 req-74e581a4-c8cb-4973-ac37-a2c1e2a1640c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0609810 Feb 20 20:06:29.494225 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 47856) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:29.501226 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'floatingip': {'port_id': '09b121aa-c70a-4e8a-82a2-9b566911695f'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:06:29.557872 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce78346-2978-4b9c-93d6-2d3f26a4a97e req-7b703974-c39e-4807-ad5c-da088497b19f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.563629 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fce78346-2978-4b9c-93d6-2d3f26a4a97e req-7b703974-c39e-4807-ad5c-da088497b19f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0690277 Feb 20 20:06:29.590657 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (1a82914e-9fac-4875-95ab-0b8501bca4d0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:29.630353 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fce78346-2978-4b9c-93d6-2d3f26a4a97e req-152eadcc-d142-4e8b-a41d-a4509b4db4c3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609257 Feb 20 20:06:29.967050 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-d9485d27-b7f5-4305-980e-51c6b36a212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:29.968598 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-d9485d27-b7f5-4305-980e-51c6b36a212f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 1129 time: 0.3247447 Feb 20 20:06:30.054959 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b299b-557e-49b1-a8c4-6f5bc949c816 req-29cdfabf-586b-485c-9cf3-4d61cf1ebb3d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.056477 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-848b299b-557e-49b1-a8c4-6f5bc949c816 req-29cdfabf-586b-485c-9cf3-4d61cf1ebb3d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0567572 Feb 20 20:06:30.110046 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-848b299b-557e-49b1-a8c4-6f5bc949c816 req-4469283e-07bd-4e24-874d-aa186d0f8e91 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Feb 20 20:06:30.203582 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-e03e12c2-2b75-432c-9e32-445cf3131edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.205165 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-e03e12c2-2b75-432c-9e32-445cf3131edb service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.2020302 Feb 20 20:06:30.312328 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-8ae2784f-3701-4f7a-ac87-ea2235dccd9e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a HTTP/1.1" status: 200 len: 217 time: 0.0838752 Feb 20 20:06:30.470659 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00829e7f-278f-4dc4-94b1-1f48f5fabc17 req-eeadce52-5a64-4a17-8eaa-5861af3ea34a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.472439 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-00829e7f-278f-4dc4-94b1-1f48f5fabc17 req-eeadce52-5a64-4a17-8eaa-5861af3ea34a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0714757 Feb 20 20:06:30.522838 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-9a024bce-3cb2-4b91-a8df-2542f995894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.524344 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-9a024bce-3cb2-4b91-a8df-2542f995894c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.1956372 Feb 20 20:06:30.533349 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-00829e7f-278f-4dc4-94b1-1f48f5fabc17 req-d02ec5d6-c8f3-4654-8e7a-95b801002d49 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499539 Feb 20 20:06:30.609714 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-9d850528-c800-4cd7-9d3b-eea457fcba43 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552611 Feb 20 20:06:30.742933 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5db812-60ae-4ec5-b32a-8a1792096294 req-3ecf9f1e-e6cc-444e-853c-028e32ad814b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:30.745337 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4c5db812-60ae-4ec5-b32a-8a1792096294 req-3ecf9f1e-e6cc-444e-853c-028e32ad814b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0550456 Feb 20 20:06:30.766463 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:30.794802 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-e379fb71-e8b1-481b-bca3-90d9fbfb614e service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690128 Feb 20 20:06:30.811070 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4c5db812-60ae-4ec5-b32a-8a1792096294 req-19f10e00-bc1e-46e8-ac75-35b8f3dc73bc tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550442 Feb 20 20:06:30.878698 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (1a82914e-9fac-4875-95ab-0b8501bca4d0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:30.966244 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-38007c4c-dd1f-432e-b374-92016f57ffcb req-52c62894-1cde-458b-b89f-73adce838dc2 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488893 Feb 20 20:06:31.020761 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Floating IP 1a82914e-9fac-4875-95ab-0b8501bca4d0 associated. External IP: 172.27.1.226, port: 09b121aa-c70a-4e8a-82a2-9b566911695f. Feb 20 20:06:31.248676 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Router 14b72924-2d9a-4d73-aa14-588bb72686b7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:06:31.362293 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:06:31.367725 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:31.376612 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] Sync routers for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:06:31.388938 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:06:31.389635 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:06:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:31.402445 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-66147bf4-cfb6-404a-8e5e-5c93634d5033 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "PUT /v2.0/floatingips/1a82914e-9fac-4875-95ab-0b8501bca4d0 HTTP/1.1" status: 200 len: 991 time: 1.9064419 Feb 20 20:06:31.403033 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:31.405299 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d" -d '{"events": [{"name": "network-changed", "server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:31.486074 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e69ae1-1853-491e-a400-cbacfba35e1a x-openstack-request-id: req-21e69ae1-1853-491e-a400-cbacfba35e1a {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:31.486444 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:31.486770 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21e69ae1-1853-491e-a400-cbacfba35e1a {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:31.487241 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'status': 'completed', 'code': 200} Feb 20 20:06:31.500844 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:06:31.681267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71416c22-55c5-4476-9d24-97a9aaf7b04c req-7cc405e3-5903-4079-9c7c-9cb8653aef87 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.690759 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71416c22-55c5-4476-9d24-97a9aaf7b04c req-7cc405e3-5903-4079-9c7c-9cb8653aef87 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0611656 Feb 20 20:06:31.737473 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71416c22-55c5-4476-9d24-97a9aaf7b04c req-d0d140c0-caca-436f-b2c7-cb45cef86648 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476205 Feb 20 20:06:31.795577 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-3549a29d-4ce7-4f5c-9e8f-1a5f0561a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.797148 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-3549a29d-4ce7-4f5c-9e8f-1a5f0561a3be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1129 time: 0.2368205 Feb 20 20:06:31.820962 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '1a82914e-9fac-4875-95ab-0b8501bca4d0', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'port_id': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'mac_address': 'fa:16:3e:dc:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cccb65-2141-4b34-9279-cf8592d08d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:05:19Z', 'updated_at': '2022-02-20T20:06:30Z', 'revision_number': 1, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:31.848623 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] Checking router: 14b72924-2d9a-4d73-aa14-588bb72686b7 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:06:31.861015 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:06:31.861858 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:06:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:31.910139 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-e0704cc0-1d2f-470b-8fbe-1dea2b34d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.911674 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-e0704cc0-1d2f-470b-8fbe-1dea2b34d06a service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.1034915 Feb 20 20:06:31.946593 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddf480-c68a-439b-943e-2c13b57f05b6 req-c73624b3-31f6-4bd0-bb41-0bfa7889228c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:31.948479 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a6ddf480-c68a-439b-943e-2c13b57f05b6 req-c73624b3-31f6-4bd0-bb41-0bfa7889228c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0671539 Feb 20 20:06:32.019055 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a6ddf480-c68a-439b-943e-2c13b57f05b6 req-973168b4-e962-47eb-b794-fd55792d8618 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645561 Feb 20 20:06:32.047930 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-0cad3aef-825a-4811-842a-2c73a4d4bd35 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 999 time: 0.1210899 Feb 20 20:06:32.077924 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:06:32.102977 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-008f8488-781b-46a3-a424-6ee4e1dc7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.105121 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-008f8488-781b-46a3-a424-6ee4e1dc7bd9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0478916 Feb 20 20:06:32.184944 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-a569385e-ccfd-422a-b503-1f77b7eb8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.186506 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-a569385e-ccfd-422a-b503-1f77b7eb8428 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681813 Feb 20 20:06:32.295785 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-2c11ab81-531b-48c2-b4b2-9d168ccb5d4d service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877314 Feb 20 20:06:32.317616 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '1a82914e-9fac-4875-95ab-0b8501bca4d0', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'port_id': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'mac_address': 'fa:16:3e:dc:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cccb65-2141-4b34-9279-cf8592d08d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:05:19Z', 'updated_at': '2022-02-20T20:06:30Z', 'revision_number': 1, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:06:32.347612 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb6412-9ebc-4479-b481-3ccb8e7425a3 None None] The sync data for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi is: [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '1a82914e-9fac-4875-95ab-0b8501bca4d0', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'floating_ip_address': '172.27.1.226', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'port_id': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'mac_address': 'fa:16:3e:dc:41:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cccb65-2141-4b34-9279-cf8592d08d49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:05:19Z', 'updated_at': '2022-02-20T20:06:30Z', 'revision_number': 1, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:06:32.415930 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e0dcf75b-ae8c-420a-9818-cd5b6594f75d req-82f9e3d5-2edb-453b-8780-0438904dbc8b service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908325 Feb 20 20:06:32.613003 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6183b7a2-2dba-464a-a879-be8f8f7fe497 None None] New status for floating IP 1a82914e-9fac-4875-95ab-0b8501bca4d0: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:06:32.888292 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d938df3-c820-4e14-8c54-dfe70b7f9a56 req-a6bd82ad-be1e-4e12-aab4-b0888993fd68 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:32.888885 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:06:32.890472 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9d938df3-c820-4e14-8c54-dfe70b7f9a56 req-a6bd82ad-be1e-4e12-aab4-b0888993fd68 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 944 time: 0.0718884 Feb 20 20:06:32.955484 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9d938df3-c820-4e14-8c54-dfe70b7f9a56 req-18f811fb-ffb8-40f9-b2e0-2b1acf70c465 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581636 Feb 20 20:06:33.067817 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:33.080022 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5', 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5', 'port_id': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5', 'mac_address': 'fa:16:3e:66:47:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:06:33.120826 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:33.120826 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.135517 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:06:33.152794 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488f31d-1f8f-4a6b-aa5c-992e68098e55 req-5737697e-1056-4f1f-89c4-1bf34e437cca tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:33.154567 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8488f31d-1f8f-4a6b-aa5c-992e68098e55 req-5737697e-1056-4f1f-89c4-1bf34e437cca tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0617533 Feb 20 20:06:33.161441 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:33.210810 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8488f31d-1f8f-4a6b-aa5c-992e68098e55 req-adaa7850-4ecd-4500-8d32-010c24cbc03b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Feb 20 20:06:33.266349 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:33.315211 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:34.081311 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492e0a6-bee6-44f9-86c4-457f5d7a71be req-d6de3c94-497b-49a9-9077-d9c3d5dbc25e tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:34.083257 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f492e0a6-bee6-44f9-86c4-457f5d7a71be req-d6de3c94-497b-49a9-9077-d9c3d5dbc25e tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 945 time: 0.0539331 Feb 20 20:06:34.138206 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f492e0a6-bee6-44f9-86c4-457f5d7a71be req-968de0c1-e5bc-4750-b950-180d6821afdf tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 Feb 20 20:06:34.176059 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['8e6e3117-fde2-4b35-bac5-af9027a4d1c5'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:34.334904 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520662-51ea-4753-b47f-0ea37c285731 req-dcb4a527-4704-4767-be77-a4abcc2ea841 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:34.336409 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c9520662-51ea-4753-b47f-0ea37c285731 req-dcb4a527-4704-4767-be77-a4abcc2ea841 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0558951 Feb 20 20:06:34.382953 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c9520662-51ea-4753-b47f-0ea37c285731 req-ff5ae3e1-270c-49e1-8d42-805f35b0217c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Feb 20 20:06:35.263639 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2a146-4118-491c-aa64-48d0a1345b09 req-262f4541-27c5-46d2-922f-4212b918d28a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.268716 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5b2a146-4118-491c-aa64-48d0a1345b09 req-262f4541-27c5-46d2-922f-4212b918d28a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 945 time: 0.0629725 Feb 20 20:06:35.286509 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48010) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:35.318818 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48014) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:35.322372 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5b2a146-4118-491c-aa64-48d0a1345b09 req-fc35018d-8d2b-4f26-b30a-39a352658dd5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504446 Feb 20 20:06:35.439249 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b43a33c-9541-481f-b11b-869760b84b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.466264 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3217c90-020d-4bee-a40f-24b10c4ed0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.508881 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e391ad-a26d-465c-8b6d-809339a08eab req-67bfc8d6-255d-4427-bb27-ca001bc4a71f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:35.510938 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5e391ad-a26d-465c-8b6d-809339a08eab req-67bfc8d6-255d-4427-bb27-ca001bc4a71f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0569675 Feb 20 20:06:35.564569 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5e391ad-a26d-465c-8b6d-809339a08eab req-df67c546-f679-4a28-88a0-5ff6ed67edd2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Feb 20 20:06:35.568782 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b43a33c-9541-481f-b11b-869760b84b51 admin admin] Publish callbacks [] for security_group (04a0c927-e0cc-4223-9069-4ee7f85224c9), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.589209 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3217c90-020d-4bee-a40f-24b10c4ed0cb admin admin] Publish callbacks [] for security_group (2baec48a-1375-4bf7-a508-be47f4c8e9bf), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.677894 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b43a33c-9541-481f-b11b-869760b84b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (04a0c927-e0cc-4223-9069-4ee7f85224c9), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.711238 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3217c90-020d-4bee-a40f-24b10c4ed0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2baec48a-1375-4bf7-a508-be47f4c8e9bf), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.724177 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6b43a33c-9541-481f-b11b-869760b84b51 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=218416c1673748388c180b089146d1ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365184 Feb 20 20:06:35.726767 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43a33c-9541-481f-b11b-869760b84b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a0c927-e0cc-4223-9069-4ee7f85224c9,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:35.727133 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48026) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:35.756023 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b3217c90-020d-4bee-a40f-24b10c4ed0cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d9fe92750e847fd893c7d78a37a1187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360969 Feb 20 20:06:35.759192 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48028) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:35.765956 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3217c90-020d-4bee-a40f-24b10c4ed0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baec48a-1375-4bf7-a508-be47f4c8e9bf,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:35.810850 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46476216-5412-4a40-8c58-d616aa927a1e admin admin] Publish callbacks [] for security_group (04a0c927-e0cc-4223-9069-4ee7f85224c9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.841893 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f421ca34-9d17-4474-8c1d-b089180fa3d8 admin admin] Publish callbacks [] for security_group (2baec48a-1375-4bf7-a508-be47f4c8e9bf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.844604 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46476216-5412-4a40-8c58-d616aa927a1e admin admin] Publish callbacks [] for security_group (04a0c927-e0cc-4223-9069-4ee7f85224c9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.885189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f421ca34-9d17-4474-8c1d-b089180fa3d8 admin admin] Publish callbacks [] for security_group (2baec48a-1375-4bf7-a508-be47f4c8e9bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.992487 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46476216-5412-4a40-8c58-d616aa927a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (04a0c927-e0cc-4223-9069-4ee7f85224c9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.995685 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-46476216-5412-4a40-8c58-d616aa927a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:35.996882 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-46476216-5412-4a40-8c58-d616aa927a1e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04a0c927-e0cc-4223-9069-4ee7f85224c9 HTTP/1.1" status: 204 len: 168 time: 0.2687662 Feb 20 20:06:35.999191 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f421ca34-9d17-4474-8c1d-b089180fa3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2baec48a-1375-4bf7-a508-be47f4c8e9bf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:36.001618 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f421ca34-9d17-4474-8c1d-b089180fa3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:36.003836 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f421ca34-9d17-4474-8c1d-b089180fa3d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2baec48a-1375-4bf7-a508-be47f4c8e9bf HTTP/1.1" status: 204 len: 168 time: 0.2425086 Feb 20 20:06:36.010259 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476216-5412-4a40-8c58-d616aa927a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a0c927-e0cc-4223-9069-4ee7f85224c9,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:36.021752 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421ca34-9d17-4474-8c1d-b089180fa3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baec48a-1375-4bf7-a508-be47f4c8e9bf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:36.461216 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84602c8a-1ee7-402e-9965-c0daf12c25ad req-668d4bf2-7bb6-4d1c-a07f-0638cc7b5c84 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.462975 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-84602c8a-1ee7-402e-9965-c0daf12c25ad req-668d4bf2-7bb6-4d1c-a07f-0638cc7b5c84 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 945 time: 0.0604446 Feb 20 20:06:36.519085 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-84602c8a-1ee7-402e-9965-c0daf12c25ad req-6fedcc1c-d1fd-4522-95ba-df6f779cbe8c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490541 Feb 20 20:06:36.688286 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca79f-49d9-4615-9a1c-66477d5f30c5 req-757a2bcf-70c3-4b79-bc82-4bd2ccbebc1f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:36.689880 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-272ca79f-49d9-4615-9a1c-66477d5f30c5 req-757a2bcf-70c3-4b79-bc82-4bd2ccbebc1f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0543709 Feb 20 20:06:36.708277 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-87c97ddd-b719-4a4e-9743-c8b0e768a724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:36.741485 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-272ca79f-49d9-4615-9a1c-66477d5f30c5 req-38c62470-ebce-4f6c-980a-b5707525520e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461555 Feb 20 20:06:36.875817 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:06:37.025025 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48048) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:37.038402 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-450b7b98-cbe1-49a3-946e-cc344da4a6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.077302 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:06:37.081569 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:06:37.082177 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.118174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-450b7b98-cbe1-49a3-946e-cc344da4a6a3 admin admin] Publish callbacks [] for security_group (0663aa29-81d7-4c34-98ee-b314eca0864b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.167408 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:06:37.167835 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.192838 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:37.195181 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f55908-bdc7-4f01-8708-b233aec3d6b0" -d '{"events": [{"server_uuid": "d94765e7-c628-46d7-9afa-6ba37553e99d", "name": "network-vif-plugged", "status": "completed", "tag": "8e6e3117-fde2-4b35-bac5-af9027a4d1c5"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:37.209289 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:37.236425 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a62889b-08d6-41ab-9d34-0d6c7f5d7ce4 x-openstack-request-id: req-2a62889b-08d6-41ab-9d34-0d6c7f5d7ce4 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:37.243149 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94765e7-c628-46d7-9afa-6ba37553e99d", "name": "network-vif-plugged", "status": "completed", "tag": "8e6e3117-fde2-4b35-bac5-af9027a4d1c5", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:37.243149 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a62889b-08d6-41ab-9d34-0d6c7f5d7ce4 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:37.243149 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5', 'code': 200} Feb 20 20:06:37.328974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-450b7b98-cbe1-49a3-946e-cc344da4a6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (0663aa29-81d7-4c34-98ee-b314eca0864b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.369199 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.373254 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-450b7b98-cbe1-49a3-946e-cc344da4a6a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=44ec8b90b34a419b93b44e050bd51d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439741 Feb 20 20:06:37.373254 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b7b98-cbe1-49a3-946e-cc344da4a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0663aa29-81d7-4c34-98ee-b314eca0864b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:37.373518 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48054) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:37.437880 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c65dac6-6865-4a4b-8d34-dc27548f279e admin admin] Publish callbacks [] for security_group (0663aa29-81d7-4c34-98ee-b314eca0864b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.439432 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:37.460470 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c65dac6-6865-4a4b-8d34-dc27548f279e admin admin] Publish callbacks [] for security_group (0663aa29-81d7-4c34-98ee-b314eca0864b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.638719 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4aeaf-0e65-4ce5-a914-f50ce2ea70c5 req-432fc088-6afe-42e3-8ef2-e28386c0fd25 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.640276 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-89f4aeaf-0e65-4ce5-a914-f50ce2ea70c5 req-432fc088-6afe-42e3-8ef2-e28386c0fd25 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0534289 Feb 20 20:06:37.649782 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c65dac6-6865-4a4b-8d34-dc27548f279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (0663aa29-81d7-4c34-98ee-b314eca0864b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.653760 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c65dac6-6865-4a4b-8d34-dc27548f279e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:37.654938 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2c65dac6-6865-4a4b-8d34-dc27548f279e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0663aa29-81d7-4c34-98ee-b314eca0864b HTTP/1.1" status: 204 len: 168 time: 0.2797778 Feb 20 20:06:37.662979 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65dac6-6865-4a4b-8d34-dc27548f279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0663aa29-81d7-4c34-98ee-b314eca0864b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:37.693423 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-89f4aeaf-0e65-4ce5-a914-f50ce2ea70c5 req-f5c5b0d5-d642-4474-ab6f-56282b847292 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469985 Feb 20 20:06:37.731952 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa78dbd-4660-4bc2-8626-bff0245201ea req-dcd6f855-bca2-47a0-85d0-82599dfb1b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.733479 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9fa78dbd-4660-4bc2-8626-bff0245201ea req-dcd6f855-bca2-47a0-85d0-82599dfb1b99 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 1130 time: 0.0587602 Feb 20 20:06:37.793085 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9fa78dbd-4660-4bc2-8626-bff0245201ea req-69896326-6b0f-4960-90f2-967415b6c0b3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Feb 20 20:06:37.866193 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce3603-3b6d-4e3d-98c4-e6a5cc7a5c6b req-bd3745d1-dc5d-454e-a212-de363ef90f90 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:37.867787 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7dce3603-3b6d-4e3d-98c4-e6a5cc7a5c6b req-bd3745d1-dc5d-454e-a212-de363ef90f90 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0543907 Feb 20 20:06:37.922755 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7dce3603-3b6d-4e3d-98c4-e6a5cc7a5c6b req-24c48f81-19e2-4385-978b-da460f7814c8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484664 Feb 20 20:06:37.934995 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:38.815429 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736cda-012b-4188-b5aa-4c0a79d3ef09 req-95cb1051-2455-482d-908d-cbcea985ba5f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:38.816825 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-38736cda-012b-4188-b5aa-4c0a79d3ef09 req-95cb1051-2455-482d-908d-cbcea985ba5f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0533605 Feb 20 20:06:38.862703 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-38736cda-012b-4188-b5aa-4c0a79d3ef09 req-a8b03a72-9bf4-41b5-b700-7a2ce9c95057 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Feb 20 20:06:38.947027 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-26ef1225-d22c-44b8-bcbf-c95af6b05e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:39.059114 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184e2b-86a6-4c2b-851d-494879fb8642 req-3efa7f9f-bcce-45a4-8a05-221d8779e264 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:39.060733 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f1184e2b-86a6-4c2b-851d-494879fb8642 req-3efa7f9f-bcce-45a4-8a05-221d8779e264 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0591495 Feb 20 20:06:39.116316 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f1184e2b-86a6-4c2b-851d-494879fb8642 req-d80be3eb-faf8-4da8-bbce-0151cd42500c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Feb 20 20:06:39.554882 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48114) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:39.658165 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f0926a8-47a7-43e4-8e91-96995212f144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:39.740222 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f0926a8-47a7-43e4-8e91-96995212f144 admin admin] Publish callbacks [] for security_group (b17f6f1e-a03e-4b38-907f-ea1dd803359a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:39.984955 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1069ed5f-cded-44b2-8cee-a54b99968ae6 req-939ec2c3-d12e-4fad-9435-d4b5d171ee5f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:39.986438 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1069ed5f-cded-44b2-8cee-a54b99968ae6 req-939ec2c3-d12e-4fad-9435-d4b5d171ee5f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0577703 Feb 20 20:06:40.033315 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1069ed5f-cded-44b2-8cee-a54b99968ae6 req-f7dd5a36-04ca-4286-a622-e7ad59f0cf9f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Feb 20 20:06:40.135103 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2f0926a8-47a7-43e4-8e91-96995212f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b17f6f1e-a03e-4b38-907f-ea1dd803359a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.158105 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.178214 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2f0926a8-47a7-43e4-8e91-96995212f144 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58a76e7883d14019a6ad594152b0c4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218836 Feb 20 20:06:40.179079 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0926a8-47a7-43e4-8e91-96995212f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f6f1e-a03e-4b38-907f-ea1dd803359a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:40.180688 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48130) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:40.262276 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9cc06aa-b999-403d-b1f8-0967abc1f61a admin admin] Publish callbacks [] for security_group (b17f6f1e-a03e-4b38-907f-ea1dd803359a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.285351 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfca078-e439-40a7-9563-9ebd67751774 req-f30e0cb2-1ce9-4fcc-ab57-d053d26acd6d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:40.286825 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-edfca078-e439-40a7-9563-9ebd67751774 req-f30e0cb2-1ce9-4fcc-ab57-d053d26acd6d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0868104 Feb 20 20:06:40.297038 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9cc06aa-b999-403d-b1f8-0967abc1f61a admin admin] Publish callbacks [] for security_group (b17f6f1e-a03e-4b38-907f-ea1dd803359a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.365274 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-edfca078-e439-40a7-9563-9ebd67751774 req-5c2881a6-74c4-4dbc-92bc-3869c0be263e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704179 Feb 20 20:06:40.506205 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9cc06aa-b999-403d-b1f8-0967abc1f61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b17f6f1e-a03e-4b38-907f-ea1dd803359a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.512423 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f9cc06aa-b999-403d-b1f8-0967abc1f61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:40.512423 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f9cc06aa-b999-403d-b1f8-0967abc1f61a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b17f6f1e-a03e-4b38-907f-ea1dd803359a HTTP/1.1" status: 204 len: 168 time: 0.3284893 Feb 20 20:06:40.519191 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc06aa-b999-403d-b1f8-0967abc1f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f6f1e-a03e-4b38-907f-ea1dd803359a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:41.161689 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e893766-a400-467a-8a4d-41c96c242d60 req-f362f223-c56e-4491-8285-713e17a4b5d8 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.161689 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e893766-a400-467a-8a4d-41c96c242d60 req-f362f223-c56e-4491-8285-713e17a4b5d8 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0540628 Feb 20 20:06:41.210541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e893766-a400-467a-8a4d-41c96c242d60 req-f421767a-ad19-4690-a979-191c0da9ca65 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Feb 20 20:06:41.496184 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da6d03-5df3-4532-90ee-7e4a36c7f7c7 req-73213f5c-1fc0-45ee-9f1f-f65d94c29551 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:41.497679 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-52da6d03-5df3-4532-90ee-7e4a36c7f7c7 req-73213f5c-1fc0-45ee-9f1f-f65d94c29551 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0534050 Feb 20 20:06:41.543407 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-52da6d03-5df3-4532-90ee-7e4a36c7f7c7 req-e623ccac-f76e-4ea3-a688-d219f9ba2d29 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Feb 20 20:06:41.826298 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.391350 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48196) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:42.485450 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48204) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:42.554425 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59374e54-fccf-46f8-9fae-50041d0f6544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.619764 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03ebbca6-f7e9-44f0-a55c-8413e129c1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.711315 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59374e54-fccf-46f8-9fae-50041d0f6544 admin admin] Publish callbacks [] for security_group (4d7e92d1-d189-49ed-bfb9-1dbf07af4325), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.739804 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491ea2-633f-4ef5-b384-4bc740908343 req-f94445d6-b15f-4f65-9b9b-ae1c9d7bbae0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:42.741317 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-54491ea2-633f-4ef5-b384-4bc740908343 req-f94445d6-b15f-4f65-9b9b-ae1c9d7bbae0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1124077 Feb 20 20:06:42.782592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03ebbca6-f7e9-44f0-a55c-8413e129c1f7 admin admin] Publish callbacks [] for security_group (eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.808503 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-54491ea2-633f-4ef5-b384-4bc740908343 req-93e08235-5e70-4382-866a-37c07de921b0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607977 Feb 20 20:06:42.843339 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-59374e54-fccf-46f8-9fae-50041d0f6544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4d7e92d1-d189-49ed-bfb9-1dbf07af4325), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.883695 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-59374e54-fccf-46f8-9fae-50041d0f6544 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=854dac5f679c44369cfcf57b139411da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911780 Feb 20 20:06:42.884586 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59374e54-fccf-46f8-9fae-50041d0f6544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7e92d1-d189-49ed-bfb9-1dbf07af4325,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:42.887534 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48214) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:42.938822 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1503ad0-bc8e-4f82-ad96-ed1fa6aecfd2 admin admin] Publish callbacks [] for security_group (4d7e92d1-d189-49ed-bfb9-1dbf07af4325), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.958589 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-03ebbca6-f7e9-44f0-a55c-8413e129c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.965220 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1503ad0-bc8e-4f82-ad96-ed1fa6aecfd2 admin admin] Publish callbacks [] for security_group (4d7e92d1-d189-49ed-bfb9-1dbf07af4325), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:42.999612 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-03ebbca6-f7e9-44f0-a55c-8413e129c1f7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f97566cf79234f9a872b34b78a03a356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5130923 Feb 20 20:06:43.000560 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebbca6-f7e9-44f0-a55c-8413e129c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:43.002338 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48216) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:43.027250 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.053325 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8145a39d-b561-447f-b868-354bfb2f6916 admin admin] Publish callbacks [] for security_group (eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.074214 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8145a39d-b561-447f-b868-354bfb2f6916 admin admin] Publish callbacks [] for security_group (eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.135011 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1503ad0-bc8e-4f82-ad96-ed1fa6aecfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4d7e92d1-d189-49ed-bfb9-1dbf07af4325), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.138467 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1503ad0-bc8e-4f82-ad96-ed1fa6aecfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.139674 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a1503ad0-bc8e-4f82-ad96-ed1fa6aecfd2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d7e92d1-d189-49ed-bfb9-1dbf07af4325 HTTP/1.1" status: 204 len: 168 time: 0.2504597 Feb 20 20:06:43.148960 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1503ad0-bc8e-4f82-ad96-ed1fa6aecfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7e92d1-d189-49ed-bfb9-1dbf07af4325,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:43.209333 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8145a39d-b561-447f-b868-354bfb2f6916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.212371 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8145a39d-b561-447f-b868-354bfb2f6916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.213763 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8145a39d-b561-447f-b868-354bfb2f6916 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f HTTP/1.1" status: 204 len: 168 time: 0.2103186 Feb 20 20:06:43.223741 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145a39d-b561-447f-b868-354bfb2f6916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab552a4-1ea7-4d72-bcdd-0fbd63be6d9f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:43.225514 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ccf54-24cc-4130-9c12-e5ec328bbf2a req-72de8cbd-90c5-4d18-962b-4073986946e4 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.227007 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b9ccf54-24cc-4130-9c12-e5ec328bbf2a req-72de8cbd-90c5-4d18-962b-4073986946e4 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0705523 Feb 20 20:06:43.275417 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b9ccf54-24cc-4130-9c12-e5ec328bbf2a req-f4c2dd8f-84f1-4961-8ddf-133008dfd5f2 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Feb 20 20:06:43.872546 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48242) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:43.887747 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9cc01490-a80f-40bf-a88c-92f81defad4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.937230 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ead09-3907-4e3b-a9c8-0b3162de8b58 req-ec6b200e-451f-475d-a447-fa1a71c5025d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:43.938837 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d16ead09-3907-4e3b-a9c8-0b3162de8b58 req-ec6b200e-451f-475d-a447-fa1a71c5025d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0542104 Feb 20 20:06:43.969445 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9cc01490-a80f-40bf-a88c-92f81defad4e admin admin] Publish callbacks [] for security_group (1736649c-8737-4959-b7a5-3cab668ad3c4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:43.997850 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d16ead09-3907-4e3b-a9c8-0b3162de8b58 req-84c04fe1-119c-4458-b553-83575f3d939f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479484 Feb 20 20:06:44.043376 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9cc01490-a80f-40bf-a88c-92f81defad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (1736649c-8737-4959-b7a5-3cab668ad3c4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.082811 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9cc01490-a80f-40bf-a88c-92f81defad4e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d23a458c5e6742ba8cdef441bdfe97f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2091868 Feb 20 20:06:44.085279 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48248) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:44.091097 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01490-a80f-40bf-a88c-92f81defad4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1736649c-8737-4959-b7a5-3cab668ad3c4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:44.140022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3acf3850-2cd3-4d1b-a322-b178b85bb478 admin admin] Publish callbacks [] for security_group (1736649c-8737-4959-b7a5-3cab668ad3c4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.161203 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3acf3850-2cd3-4d1b-a322-b178b85bb478 admin admin] Publish callbacks [] for security_group (1736649c-8737-4959-b7a5-3cab668ad3c4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.318617 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3acf3850-2cd3-4d1b-a322-b178b85bb478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (1736649c-8737-4959-b7a5-3cab668ad3c4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.323086 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3acf3850-2cd3-4d1b-a322-b178b85bb478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:44.326864 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3acf3850-2cd3-4d1b-a322-b178b85bb478 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1736649c-8737-4959-b7a5-3cab668ad3c4 HTTP/1.1" status: 204 len: 168 time: 0.2381220 Feb 20 20:06:44.333333 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf3850-2cd3-4d1b-a322-b178b85bb478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1736649c-8737-4959-b7a5-3cab668ad3c4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:44.421335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb532a3-5c54-4796-a08f-ad2e249ca8b1 req-71e930d7-1f3b-4ad6-8b20-31a7155f5764 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:44.422875 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2fb532a3-5c54-4796-a08f-ad2e249ca8b1 req-71e930d7-1f3b-4ad6-8b20-31a7155f5764 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0542064 Feb 20 20:06:44.472160 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2fb532a3-5c54-4796-a08f-ad2e249ca8b1 req-4544269a-7bfc-4d35-a818-3e1dcd12984d tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Feb 20 20:06:45.111019 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d07d3-ccd9-4be7-8737-8bc3650dcb17 req-0801b209-390e-4f87-8612-7b5515b0cb8f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.112487 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b8d07d3-ccd9-4be7-8737-8bc3650dcb17 req-0801b209-390e-4f87-8612-7b5515b0cb8f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0515442 Feb 20 20:06:45.150040 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48270) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:45.161686 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b8d07d3-ccd9-4be7-8737-8bc3650dcb17 req-fe4416fe-4780-4847-9a26-ca0a9a967864 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434170 Feb 20 20:06:45.166475 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-40ecf9e5-5d3b-4ff0-b003-39b52f15f7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.251457 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-40ecf9e5-5d3b-4ff0-b003-39b52f15f7a8 admin admin] Publish callbacks [] for security_group (fb4cf17d-992d-4063-bb8f-e71f18e76e4d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.341154 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-40ecf9e5-5d3b-4ff0-b003-39b52f15f7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (fb4cf17d-992d-4063-bb8f-e71f18e76e4d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.384276 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-40ecf9e5-5d3b-4ff0-b003-39b52f15f7a8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1ba46e9b9be428eb5cefda8ab62fc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303801 Feb 20 20:06:45.384276 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecf9e5-5d3b-4ff0-b003-39b52f15f7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4cf17d-992d-4063-bb8f-e71f18e76e4d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:45.384640 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48282) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:06:45.454826 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8115ddf-36a5-47d5-bfee-8f95cba7804b admin admin] Publish callbacks [] for security_group (fb4cf17d-992d-4063-bb8f-e71f18e76e4d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.476644 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8115ddf-36a5-47d5-bfee-8f95cba7804b admin admin] Publish callbacks [] for security_group (fb4cf17d-992d-4063-bb8f-e71f18e76e4d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.592596 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945418b-b40c-479f-85e5-fb544dc7f632 req-3c2e6154-2837-47d9-a04f-9852599789a4 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:45.593984 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7945418b-b40c-479f-85e5-fb544dc7f632 req-3c2e6154-2837-47d9-a04f-9852599789a4 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0536528 Feb 20 20:06:45.616279 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8115ddf-36a5-47d5-bfee-8f95cba7804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (fb4cf17d-992d-4063-bb8f-e71f18e76e4d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.618737 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c8115ddf-36a5-47d5-bfee-8f95cba7804b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:45.620902 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-c8115ddf-36a5-47d5-bfee-8f95cba7804b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb4cf17d-992d-4063-bb8f-e71f18e76e4d HTTP/1.1" status: 204 len: 168 time: 0.2315476 Feb 20 20:06:45.647732 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8115ddf-36a5-47d5-bfee-8f95cba7804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4cf17d-992d-4063-bb8f-e71f18e76e4d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:45.666627 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7945418b-b40c-479f-85e5-fb544dc7f632 req-38c859a7-cd3e-430e-8c30-a0b9da4a464c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656407 Feb 20 20:06:46.028559 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22aa05-e616-4c83-8d31-00e375461d0d req-d13071fc-055a-4d03-8df2-83db02d29559 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.033110 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e22aa05-e616-4c83-8d31-00e375461d0d req-d13071fc-055a-4d03-8df2-83db02d29559 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0564559 Feb 20 20:06:46.076830 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e22aa05-e616-4c83-8d31-00e375461d0d req-16978472-9095-4348-9afe-442c8598ea7c tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Feb 20 20:06:46.287290 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac3741-f14d-4dd6-841e-cbf82b738d6d req-20987cb9-89d5-42ec-ae33-81a35dd46b8d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.288986 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79ac3741-f14d-4dd6-841e-cbf82b738d6d req-20987cb9-89d5-42ec-ae33-81a35dd46b8d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0563545 Feb 20 20:06:46.338916 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79ac3741-f14d-4dd6-841e-cbf82b738d6d req-eb31c293-5154-4a3a-8df4-aa64ef4635c9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Feb 20 20:06:46.781476 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43f748-ff41-4a03-8946-433ad94c8d8d req-a78c7f7e-dc88-4c72-94a3-35ad6ce5fd47 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:46.782986 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5c43f748-ff41-4a03-8946-433ad94c8d8d req-a78c7f7e-dc88-4c72-94a3-35ad6ce5fd47 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0529478 Feb 20 20:06:46.837539 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5c43f748-ff41-4a03-8946-433ad94c8d8d req-6b04df6c-d060-44f5-92f5-c5a763c561ca tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Feb 20 20:06:47.200250 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693fee3-c266-4c07-9020-6b031fe0f5c8 req-f7490b07-417c-4401-9ad6-13c0e30bb720 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.201642 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4693fee3-c266-4c07-9020-6b031fe0f5c8 req-f7490b07-417c-4401-9ad6-13c0e30bb720 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0556152 Feb 20 20:06:47.249083 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4693fee3-c266-4c07-9020-6b031fe0f5c8 req-4cfb2c8d-cf7a-44c1-84df-cd0bc24c07e9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Feb 20 20:06:47.430873 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-e801eaca-c851-4df2-b4cd-899c1b7acb09 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.433396 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-e801eaca-c851-4df2-b4cd-899c1b7acb09 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0844314 Feb 20 20:06:47.462749 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda096e3-53f3-41c9-88c2-ba7da1a8eaf8 req-122e8625-a697-46b5-8393-8bcc63616b07 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.464298 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dda096e3-53f3-41c9-88c2-ba7da1a8eaf8 req-122e8625-a697-46b5-8393-8bcc63616b07 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0528853 Feb 20 20:06:47.512771 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dda096e3-53f3-41c9-88c2-ba7da1a8eaf8 req-767d3897-1c46-4e82-913a-976210df99b6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Feb 20 20:06:47.571168 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Deleting port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:06:47.571168 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.664118 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] For port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:06:47.664512 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:47.692642 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Calling delete_port for 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:06:47.957576 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c840cdd-29b3-4436-90f9-a52d8476d917 req-ae30a14f-47e1-46fa-97cd-80d59db05d7b tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:47.959024 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c840cdd-29b3-4436-90f9-a52d8476d917 req-ae30a14f-47e1-46fa-97cd-80d59db05d7b tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 946 time: 0.0555995 Feb 20 20:06:47.975443 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (8e6e3117-fde2-4b35-bac5-af9027a4d1c5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:48.005414 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Pushing event deleted for resources: {'Port': ['ID=8e6e3117-fde2-4b35-bac5-af9027a4d1c5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:06:48.005959 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c840cdd-29b3-4436-90f9-a52d8476d917 req-5a804df7-b9f7-4af3-b6bf-0d0a3b8f5fd5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Feb 20 20:06:48.047460 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['8e6e3117-fde2-4b35-bac5-af9027a4d1c5'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:06:48.070471 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] No DVR routers for this DVR port 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 on host hv-cinder-83008 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:06:48.074694 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:06:48.078071 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6ddfc07e-50f6-4fa4-a958-9462f2df4c7e req-0afe3dda-9a3e-4641-82ba-a42b57d0ad88 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "DELETE /v2.0/ports/8e6e3117-fde2-4b35-bac5-af9027a4d1c5 HTTP/1.1" status: 204 len: 173 time: 0.6366968 Feb 20 20:06:48.078515 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'name': 'network-vif-deleted', 'tag': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:06:48.080931 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839f39bc-e5ff-44cc-94a7-1cd3a822c6dd" -d '{"events": [{"server_uuid": "d94765e7-c628-46d7-9afa-6ba37553e99d", "name": "network-vif-deleted", "tag": "8e6e3117-fde2-4b35-bac5-af9027a4d1c5"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:06:48.117762 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a613e0e9-713f-4eb5-97ea-ce253f6dae90 x-openstack-request-id: req-a613e0e9-713f-4eb5-97ea-ce253f6dae90 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:06:48.121981 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94765e7-c628-46d7-9afa-6ba37553e99d", "name": "network-vif-deleted", "tag": "8e6e3117-fde2-4b35-bac5-af9027a4d1c5", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:06:48.121981 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a613e0e9-713f-4eb5-97ea-ce253f6dae90 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:06:48.121981 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94765e7-c628-46d7-9afa-6ba37553e99d', 'name': 'network-vif-deleted', 'tag': '8e6e3117-fde2-4b35-bac5-af9027a4d1c5', 'status': 'completed', 'code': 200} Feb 20 20:06:48.368590 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57005993-caa7-4734-80c7-af54800b53a7 req-c9ff6cbc-1417-4f2f-b4ae-1af4bc9f1ff1 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.370741 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-57005993-caa7-4734-80c7-af54800b53a7 req-c9ff6cbc-1417-4f2f-b4ae-1af4bc9f1ff1 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0540357 Feb 20 20:06:48.417567 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-57005993-caa7-4734-80c7-af54800b53a7 req-a27b645a-41b8-4e9b-85cc-7c5a94ce3595 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407076 Feb 20 20:06:48.633871 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8f9a-df14-46de-8f0b-f5cde0941a07 req-f86565e9-ea90-4dac-9447-834c2aa03dd9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:48.635399 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c4f8f9a-df14-46de-8f0b-f5cde0941a07 req-f86565e9-ea90-4dac-9447-834c2aa03dd9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0535913 Feb 20 20:06:48.685854 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c4f8f9a-df14-46de-8f0b-f5cde0941a07 req-7b93112a-f90f-4c8b-ba2a-5ea48373394d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Feb 20 20:06:49.115568 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7af2a8b4-5b97-4933-b224-1082b9d52e11 req-26f7c0b9-a208-47ec-b814-4405c5ab8c8d tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0268414 Feb 20 20:06:49.534238 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57189888-8889-4d96-87ee-df1896769a03 req-d9461867-ad0a-488d-8474-12e7f5886c94 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.535591 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-57189888-8889-4d96-87ee-df1896769a03 req-d9461867-ad0a-488d-8474-12e7f5886c94 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0521107 Feb 20 20:06:49.581636 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-57189888-8889-4d96-87ee-df1896769a03 req-81ea379e-5a48-4045-8ce4-331bd3d1977b tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Feb 20 20:06:49.806796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695ccfc-0714-4443-8a7f-aed4d3629582 req-9c353449-c7ea-48f7-89ba-0252e928d065 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:49.808419 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1695ccfc-0714-4443-8a7f-aed4d3629582 req-9c353449-c7ea-48f7-89ba-0252e928d065 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0515218 Feb 20 20:06:49.860222 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1695ccfc-0714-4443-8a7f-aed4d3629582 req-fc9431b3-ace7-4c86-bc5a-32552638f9a2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Feb 20 20:06:50.235485 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-89ae8fdf-3bb0-4fb5-9706-8d48659351c3 req-ac260f65-c207-42a5-b54e-08a39eeb5a1e tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0268857 Feb 20 20:06:50.698898 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad4333-8ffb-4fe7-9b64-e902f19d1eb4 req-473bdaf6-166a-4f2f-834a-48099accd7ae tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.700373 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-22ad4333-8ffb-4fe7-9b64-e902f19d1eb4 req-473bdaf6-166a-4f2f-834a-48099accd7ae tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0518692 Feb 20 20:06:50.744385 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-22ad4333-8ffb-4fe7-9b64-e902f19d1eb4 req-9e9041b8-4250-4f12-897d-ba8cab1f3651 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385253 Feb 20 20:06:50.832507 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:06:50.975672 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a98697-f4f9-45db-bdb7-597da7337140 req-cc67ab66-2f3a-4e73-8218-0ada12c4d9fd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:50.977164 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07a98697-f4f9-45db-bdb7-597da7337140 req-cc67ab66-2f3a-4e73-8218-0ada12c4d9fd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0508459 Feb 20 20:06:51.028745 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07a98697-f4f9-45db-bdb7-597da7337140 req-cbb63fd2-28e5-409e-8d3e-817e748be953 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Feb 20 20:06:51.342734 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-221d1473-b213-4da1-9130-cdd1cdcec98d req-e9affe8d-39b8-40d5-bb25-30d97ac76eab tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0278952 Feb 20 20:06:51.366517 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:06:51.388116 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:06:51.388486 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8e6e3117-fde2-4b35-bac5-af9027a4d1c5 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:06:51.863113 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf15153-3d22-4d5f-8dea-b4bd58fba48d req-1fef2e5b-f6ea-4e39-b27d-a2dbf3c05be8 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:51.864592 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eaf15153-3d22-4d5f-8dea-b4bd58fba48d req-1fef2e5b-f6ea-4e39-b27d-a2dbf3c05be8 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0519149 Feb 20 20:06:51.911983 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eaf15153-3d22-4d5f-8dea-b4bd58fba48d req-bfd2e033-664a-49e6-a2f7-1b0fd3633c5b tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 Feb 20 20:06:52.146890 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30897a98-e255-4ab8-a5e6-3881254a960b req-9b8cfebd-cfcf-4639-b0f1-8592d2e952b4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:52.148483 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-30897a98-e255-4ab8-a5e6-3881254a960b req-9b8cfebd-cfcf-4639-b0f1-8592d2e952b4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0533078 Feb 20 20:06:52.196969 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-30897a98-e255-4ab8-a5e6-3881254a960b req-69b7bf93-9d99-4b33-8370-10e367b1e0ee tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428934 Feb 20 20:06:52.445593 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88da343b-dfe6-4b56-88e1-839be1bdcf80 req-f6bb1ef0-3870-49ab-b1d8-6e0c28acaa74 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0257730 Feb 20 20:06:53.027824 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54fca4-c0c4-40ef-b69a-e1a630a583c1 req-68b1691e-293f-4490-b7c0-823aff00aa7f tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.029284 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd54fca4-c0c4-40ef-b69a-e1a630a583c1 req-68b1691e-293f-4490-b7c0-823aff00aa7f tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0519106 Feb 20 20:06:53.074806 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd54fca4-c0c4-40ef-b69a-e1a630a583c1 req-e7fc1412-2b84-46cd-b5b4-4c3b22cc4bea tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Feb 20 20:06:53.315875 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b6d86-bceb-4da0-9741-79b405997193 req-d60895b8-7a5d-4838-832d-d4861534b3df tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:53.317364 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-738b6d86-bceb-4da0-9741-79b405997193 req-d60895b8-7a5d-4838-832d-d4861534b3df tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0524580 Feb 20 20:06:53.367203 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-738b6d86-bceb-4da0-9741-79b405997193 req-42801457-141e-43ed-b2f7-6b3370dcc79a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Feb 20 20:06:53.550834 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf2dfa4d-0f42-4998-ab10-8972f47d4bbf req-fbca9e90-c2a0-4fd2-acac-ca5b587346c9 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=d94765e7-c628-46d7-9afa-6ba37553e99d HTTP/1.1" status: 200 len: 210 time: 0.0275176 Feb 20 20:06:54.206206 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcd335-13c4-41d7-bd9d-3c858afed0e9 req-0973d394-58cf-4325-bdbf-bda29d71c370 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.207815 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dbcd335-13c4-41d7-bd9d-3c858afed0e9 req-0973d394-58cf-4325-bdbf-bda29d71c370 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0656817 Feb 20 20:06:54.262415 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dbcd335-13c4-41d7-bd9d-3c858afed0e9 req-6b4dbc81-ad98-4f15-be01-b7d0c18e7e5d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486097 Feb 20 20:06:54.487557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62310b8b-7431-4e99-85ba-3373854480ba req-cfd37ad6-e02b-44f4-ae32-cd6deb02b9ef tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.489063 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62310b8b-7431-4e99-85ba-3373854480ba req-cfd37ad6-e02b-44f4-ae32-cd6deb02b9ef tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0526836 Feb 20 20:06:54.538694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62310b8b-7431-4e99-85ba-3373854480ba req-e81c9beb-c9c1-4911-89d7-6e98b967f79f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Feb 20 20:06:54.860927 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-00a6ce16-98a3-4603-bb46-15ca922d15b5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:54.862417 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-00a6ce16-98a3-4603-bb46-15ca922d15b5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/networks?id=f2f33494-7684-4d86-9d0f-24a5a04a29a5 HTTP/1.1" status: 200 len: 808 time: 0.1041193 Feb 20 20:06:54.876955 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-9d579592-6364-4962-8497-3d6c824efdb0 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/quotas/f691eef95f4a472d8213a6657bae71ed HTTP/1.1" status: 200 len: 375 time: 0.0092449 Feb 20 20:06:54.912738 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-24fa301a-a8c8-4051-bc56-59f53fcd9dae tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f691eef95f4a472d8213a6657bae71ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309186 Feb 20 20:06:55.183120 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-26b7170b-f2a4-451b-a971-e85b0752aac5 service neutron] 10.222.0.61 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631240 Feb 20 20:06:55.275997 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1b2a8024-2b8d-4fcb-8c10-2d648c31b57c service neutron] 10.222.0.61 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864811 Feb 20 20:06:55.395298 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3c5c5-7164-4400-822d-d1887ab0463e req-004e2e8b-c3cd-4123-b2a5-80307d58186f tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.397169 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b7c3c5c5-7164-4400-822d-d1887ab0463e req-004e2e8b-c3cd-4123-b2a5-80307d58186f tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0646784 Feb 20 20:06:55.444661 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b7c3c5c5-7164-4400-822d-d1887ab0463e req-a542b0aa-00fa-4b7b-b6a2-1360e26b8b3d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Feb 20 20:06:55.669891 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b259917-5a15-4c9b-9199-f4cf39cf39fd req-09dfc4fc-9826-4986-9330-feea394019d5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0338926 Feb 20 20:06:55.689252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde274c-9d6e-4a3d-be19-160aec943cc9 req-2760baaf-4f50-4ec5-b5ae-2ba695031c37 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:55.690848 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8bde274c-9d6e-4a3d-be19-160aec943cc9 req-2760baaf-4f50-4ec5-b5ae-2ba695031c37 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0834503 Feb 20 20:06:55.742239 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8bde274c-9d6e-4a3d-be19-160aec943cc9 req-34d0a1ed-bc5b-4c0d-983c-d895b130dc60 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Feb 20 20:06:56.565241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21b1a-dd5f-4d8b-8f7b-d7cafcbe4632 req-80d95854-3c41-4e9a-b6d9-0bcde20d58ca tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.566656 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdd21b1a-dd5f-4d8b-8f7b-d7cafcbe4632 req-80d95854-3c41-4e9a-b6d9-0bcde20d58ca tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0530696 Feb 20 20:06:56.615510 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdd21b1a-dd5f-4d8b-8f7b-d7cafcbe4632 req-89d9e8cc-13fb-4806-956f-e1ad5319ac92 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Feb 20 20:06:56.769815 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ac1fbbd-a829-4df2-ad9e-bf50960d7f96 req-65c8d034-650a-4fd2-801d-2c5a51fccc9c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0293672 Feb 20 20:06:56.870970 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42772f9-c5aa-4633-b1c0-c8e4edc0cea9 req-475f7cc9-f57b-43da-84c5-b6cbfb8269ac tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:56.872331 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c42772f9-c5aa-4633-b1c0-c8e4edc0cea9 req-475f7cc9-f57b-43da-84c5-b6cbfb8269ac tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0558074 Feb 20 20:06:56.921263 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c42772f9-c5aa-4633-b1c0-c8e4edc0cea9 req-5abfc690-9cd5-4b47-95a3-70fcface50c8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Feb 20 20:06:57.733931 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c58882-48f5-41d6-96d8-042ad6135ea4 req-daf4f560-8f05-4d71-b293-3cdf44a1d34d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:57.735409 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-51c58882-48f5-41d6-96d8-042ad6135ea4 req-daf4f560-8f05-4d71-b293-3cdf44a1d34d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0517263 Feb 20 20:06:57.782633 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-51c58882-48f5-41d6-96d8-042ad6135ea4 req-9dc28762-4a75-4326-aa10-bb47e3a40a22 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417445 Feb 20 20:06:57.867746 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c9f3be80-29ca-49c1-8928-1dccdc5623fa req-d69a2574-7c6e-44e0-a15b-394c39ce5a83 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0294626 Feb 20 20:06:58.041488 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eadf26-e813-4c7f-b305-3a95e76b504e req-1c00a35c-2a75-46d8-beba-c7930bf0b16e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.043242 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9eadf26-e813-4c7f-b305-3a95e76b504e req-1c00a35c-2a75-46d8-beba-c7930bf0b16e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0548491 Feb 20 20:06:58.091060 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9eadf26-e813-4c7f-b305-3a95e76b504e req-482118dc-e691-4d66-82c7-c358969cc3d2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423093 Feb 20 20:06:58.900933 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c66e95-79cd-4a29-b8a4-8474f742e52f req-036480fe-ed2c-43a0-81a4-19783f04334c tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:58.903437 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-14c66e95-79cd-4a29-b8a4-8474f742e52f req-036480fe-ed2c-43a0-81a4-19783f04334c tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0543392 Feb 20 20:06:58.977071 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-76f5c4e7-1c91-49e2-84ab-535c1ddd04df req-7fd0f78d-136f-44c5-ad9b-2b3d60d1a9d0 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0393841 Feb 20 20:06:58.981495 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-14c66e95-79cd-4a29-b8a4-8474f742e52f req-b4645f8e-fd88-4fce-94fd-b8adf824b6b4 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726643 Feb 20 20:06:59.207029 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8a4e1-5641-47b8-92e5-e95e1a3b462e req-7efe1a34-b36c-40b0-a9a6-506dea322933 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:06:59.208504 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-abc8a4e1-5641-47b8-92e5-e95e1a3b462e req-7efe1a34-b36c-40b0-a9a6-506dea322933 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Feb 20 20:06:59.254158 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-abc8a4e1-5641-47b8-92e5-e95e1a3b462e req-1dba1df1-1520-4fc3-a244-558b6212aaf9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Feb 20 20:07:00.046162 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052f31d-a156-46e9-b344-f94cc47b926c req-2179fe90-415e-4ddf-a6dd-7c13cf41843d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.047656 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6052f31d-a156-46e9-b344-f94cc47b926c req-2179fe90-415e-4ddf-a6dd-7c13cf41843d tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.91 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0568538 Feb 20 20:07:00.107356 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dae7a4d8-2ca9-47e7-8df5-382d4bfe576e req-a4044cbf-4e09-40e7-9d73-0fd271c66334 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0434687 Feb 20 20:07:00.134667 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6ec54-28aa-4b92-b067-3260515725c4 req-a919017d-45f1-49c4-9af4-29d0fc635bae tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.136496 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dd6ec54-28aa-4b92-b067-3260515725c4 req-a919017d-45f1-49c4-9af4-29d0fc635bae tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 945 time: 0.0819044 Feb 20 20:07:00.180792 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Deleting port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:00.181126 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:00.188168 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dd6ec54-28aa-4b92-b067-3260515725c4 req-b48efd3b-d681-4dc1-90ed-13a4e2d468a9 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/security-groups?id=b1a07bd8-e479-49a4-afbf-ce72179cfcbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Feb 20 20:07:00.277462 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] For port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,segment=NetworkSegment(1f5e61e6-01a4-4ef9-94a0-13271a758da0),segment_id=1f5e61e6-01a4-4ef9-94a0-13271a758da0)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:00.277873 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:00.290676 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Calling delete_port for 017ebe8b-5c99-4fad-9ae8-48d28ef0940d owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:00.376773 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdc857-aa9b-4a12-b4ef-523ca5aaf71c req-44ebdccc-48bb-4a7f-88c7-d02693530566 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:00.378437 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c8cdc857-aa9b-4a12-b4ef-523ca5aaf71c req-44ebdccc-48bb-4a7f-88c7-d02693530566 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0561829 Feb 20 20:07:00.426430 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c8cdc857-aa9b-4a12-b4ef-523ca5aaf71c req-2c09e15c-b3ce-4130-9cd7-1714b48228e5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Feb 20 20:07:00.535893 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (017ebe8b-5c99-4fad-9ae8-48d28ef0940d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:00.565108 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Pushing event deleted for resources: {'Port': ['ID=017ebe8b-5c99-4fad-9ae8-48d28ef0940d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:00.610082 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] No DVR routers for this DVR port 017ebe8b-5c99-4fad-9ae8-48d28ef0940d on host hv-cinder-83008 {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:00.613117 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:00.616496 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6052f31d-a156-46e9-b344-f94cc47b926c req-a053f22f-6fb7-4a0a-a822-442e7e9c20cf tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.91 "DELETE /v2.0/ports/017ebe8b-5c99-4fad-9ae8-48d28ef0940d HTTP/1.1" status: 204 len: 173 time: 0.5404375 Feb 20 20:07:00.616927 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'name': 'network-vif-deleted', 'tag': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:00.619183 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11707a75-61cd-4504-9701-12c1e988004a" -d '{"events": [{"server_uuid": "0b36885b-a8c0-4d0d-8144-8c07849d6efb", "name": "network-vif-deleted", "tag": "017ebe8b-5c99-4fad-9ae8-48d28ef0940d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:00.654747 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d89639a-7e1d-4031-9bc9-c42d3a9562a9 x-openstack-request-id: req-2d89639a-7e1d-4031-9bc9-c42d3a9562a9 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:00.655041 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b36885b-a8c0-4d0d-8144-8c07849d6efb", "name": "network-vif-deleted", "tag": "017ebe8b-5c99-4fad-9ae8-48d28ef0940d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:00.655283 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d89639a-7e1d-4031-9bc9-c42d3a9562a9 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:00.658105 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b36885b-a8c0-4d0d-8144-8c07849d6efb', 'name': 'network-vif-deleted', 'tag': '017ebe8b-5c99-4fad-9ae8-48d28ef0940d', 'status': 'completed', 'code': 200} Feb 20 20:07:01.211030 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-92b2aaf9-2734-415d-a670-113a6e1bfadc req-e5140d7b-4c99-476c-a5d4-96b3a971f5c9 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0260789 Feb 20 20:07:01.291554 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-38760d61-47cc-48f9-a58c-8b44383d8899 req-2e30021c-9f73-443f-be5c-d56561880d66 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0314848 Feb 20 20:07:01.545892 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc538cfa-65a0-44e8-945b-59e881c2a01d req-b9247a2f-1520-4152-a1b5-2028e4f16de5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:01.548541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fc538cfa-65a0-44e8-945b-59e881c2a01d req-b9247a2f-1520-4152-a1b5-2028e4f16de5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0534148 Feb 20 20:07:01.596051 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fc538cfa-65a0-44e8-945b-59e881c2a01d req-96d70cc9-ffdc-4116-b83b-9e7f9dfd9885 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Feb 20 20:07:02.304943 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0b258a40-1eb6-43c7-b5d3-116b719d9029 req-757710e6-81f8-4fae-9aa2-1027b6348615 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0256686 Feb 20 20:07:02.388047 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9b501307-0d41-40f6-be65-550225afec30 req-3e4a2901-d971-4528-a6d2-7bf72b671d87 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0270367 Feb 20 20:07:02.726106 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88d498-4b5a-4fa6-ad05-7fe538d5bd97 req-29757157-22c7-4807-bb03-0f7928bb0dba tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:02.727578 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e88d498-4b5a-4fa6-ad05-7fe538d5bd97 req-29757157-22c7-4807-bb03-0f7928bb0dba tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0647449 Feb 20 20:07:02.774874 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e88d498-4b5a-4fa6-ad05-7fe538d5bd97 req-1f1f91d7-1733-493a-949f-c5585ca1490d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Feb 20 20:07:03.404141 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8196d28c-1a70-481e-a574-4e285be378e5 req-5b4df01d-9e63-490a-bac2-c07fde6bf48a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0293822 Feb 20 20:07:03.481353 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-573b7c9f-37d5-4a33-88b3-7283d7889eb9 req-518bf621-ec89-4219-8092-595d68accdaa tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0256088 Feb 20 20:07:03.893452 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574df20-115f-427a-b2d6-888404ce34fc req-4bae28d5-2b7c-4807-90a7-2afa425e6e7e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:03.894899 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4574df20-115f-427a-b2d6-888404ce34fc req-4bae28d5-2b7c-4807-90a7-2afa425e6e7e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0541050 Feb 20 20:07:03.940765 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4574df20-115f-427a-b2d6-888404ce34fc req-37d0624c-f127-4678-a87a-edcff9249dee tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Feb 20 20:07:04.412390 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 017ebe8b-5c99-4fad-9ae8-48d28ef0940d no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:04.436625 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 017ebe8b-5c99-4fad-9ae8-48d28ef0940d {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:04.436625 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 017ebe8b-5c99-4fad-9ae8-48d28ef0940d not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:04.497097 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a194455e-923e-4d58-b153-2077db672080 req-79934a13-931f-4c8a-ad5d-698af64c4a43 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0257509 Feb 20 20:07:04.574753 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6fb4ee3b-756c-4232-b904-76ee689022df req-1c6dfbce-f637-4be9-a938-7f58300e8301 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0263484 Feb 20 20:07:05.061001 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70937127-35fa-4d0c-8e84-4a79c5ce707b req-43bf194d-eda7-42ae-adbb-b1cad89fe565 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:05.062499 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70937127-35fa-4d0c-8e84-4a79c5ce707b req-43bf194d-eda7-42ae-adbb-b1cad89fe565 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0550106 Feb 20 20:07:05.109475 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70937127-35fa-4d0c-8e84-4a79c5ce707b req-c7358a43-b9a6-417f-be20-1a9708712fd0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Feb 20 20:07:05.590230 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb13b903-bd0f-49eb-bed6-eda0dc1020e1 req-b34a9ba9-5867-491e-8aa3-d1f742e3e107 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0264447 Feb 20 20:07:05.666984 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bb769179-2d01-4990-8c2f-3c3be046a818 req-02ed1165-05b1-4c42-a90a-60e12d8d7ac8 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0256233 Feb 20 20:07:06.228324 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef36097-9910-4cc0-bc12-9789a5eeea17 req-2897bd38-ad99-4945-b60b-0995a11cd991 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.230355 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3ef36097-9910-4cc0-bc12-9789a5eeea17 req-2897bd38-ad99-4945-b60b-0995a11cd991 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0506382 Feb 20 20:07:06.281079 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3ef36097-9910-4cc0-bc12-9789a5eeea17 req-670c9d60-bb92-4138-8641-b769fe7450f9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452945 Feb 20 20:07:06.381967 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-b22d07be-ed75-4680-a899-f45eb4448115 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413573 Feb 20 20:07:06.555889 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720d82f-c685-4163-a3db-5a0760015b6f req-4e10a824-5bba-41f1-9b0f-8dc90b2c4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.557380 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-4e10a824-5bba-41f1-9b0f-8dc90b2c4640 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 1130 time: 0.0428638 Feb 20 20:07:06.661869 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-80912a3b-8a78-4f0c-af89-cf2e4ea6c817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:06.688408 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-18b82ae6-6522-4cc9-9532-cfec0f35ada6 req-af455717-5614-45e0-b39a-ff78681f7c5b tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0283549 Feb 20 20:07:06.722942 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720d82f-c685-4163-a3db-5a0760015b6f req-ca59b8bd-8b81-456a-97aa-532fb96a4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:06.724482 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-ca59b8bd-8b81-456a-97aa-532fb96a4bd6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 915 time: 0.0970914 Feb 20 20:07:06.761975 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0627e008-57f9-4be9-b62c-cdc5b04b9792 req-ac535bd6-07f5-4a56-a9ab-3775975346d0 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0265636 Feb 20 20:07:07.056036 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-502f6191-2fc8-4bc2-afb0-913b63525d4c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8 HTTP/1.1" status: 200 len: 217 time: 0.0351188 Feb 20 20:07:07.104484 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720d82f-c685-4163-a3db-5a0760015b6f req-ae682c27-b802-41e8-80f9-e3a898314ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.106617 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-ae682c27-b802-41e8-80f9-e3a898314ba6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92b29f4a-8b96-4de1-9332-3b146ee338b1 HTTP/1.1" status: 200 len: 854 time: 0.0443869 Feb 20 20:07:07.139327 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-5e5f92cb-2b10-4bc0-9980-89d4ceb737f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=27c15c6d-7811-4b99-9212-43ad7d68ac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262289 Feb 20 20:07:07.236953 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-94e16988-62eb-4586-baa9-de1c2378df77 service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873845 Feb 20 20:07:07.357818 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9720d82f-c685-4163-a3db-5a0760015b6f req-fd4670dc-69de-43e1-b775-1e71678088fa service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968180 Feb 20 20:07:07.379476 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-d968e72c-8f58-4ff3-9540-c04cc64a81fd tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.381306 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-d968e72c-8f58-4ff3-9540-c04cc64a81fd tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "GET /v2.0/networks?id=f2f33494-7684-4d86-9d0f-24a5a04a29a5 HTTP/1.1" status: 200 len: 808 time: 0.1208267 Feb 20 20:07:07.420475 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8165c6-9139-4ee1-91a7-a572c2410274 req-55dec9c9-6b4f-4b9b-999a-d731c636cfc2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:07.423534 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-de8165c6-9139-4ee1-91a7-a572c2410274 req-55dec9c9-6b4f-4b9b-999a-d731c636cfc2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0611591 Feb 20 20:07:07.426592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Request body: {'port': {'device_id': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5', 'admin_state_up': True, 'tenant_id': 'f691eef95f4a472d8213a6657bae71ed'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:07.523679 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-de8165c6-9139-4ee1-91a7-a572c2410274 req-4cf3b5fb-e239-4d0e-8d53-85b308a7ae9a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937469 Feb 20 20:07:07.696607 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Made reservation on behalf of f691eef95f4a472d8213a6657bae71ed for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:07.700863 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:07.810505 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f8a1e48d-91e7-45ee-a39b-68364af54467 req-b9819886-4a45-4db0-8e5b-b7a8a49356c4 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0497286 Feb 20 20:07:07.898791 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7851b47a-dfb0-4f80-a06f-fdc2b7443287 req-fe45ff24-f3d4-4c9a-b2e9-6a5c3e6030d1 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0315914 Feb 20 20:07:07.907160 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Allocated IP 172.20.0.3 (f2f33494-7684-4d86-9d0f-24a5a04a29a5/6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e/44595839-ceec-499a-b2b2-f531dff82b6c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:08.052041 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.065267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks [] for port (44595839-ceec-499a-b2b2-f531dff82b6c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.305963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.380377 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Network f2f33494-7684-4d86-9d0f-24a5a04a29a5 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:08.426089 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:08.428688 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:08.434796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:08.435407 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.454026 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Pushing event updated for resources: {'Port': ['ID=44595839-ceec-499a-b2b2-f531dff82b6c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:08.507292 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-f7033b93-fa3a-4208-91f7-77e4b3d49f13 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:08.509067 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-f7033b93-fa3a-4208-91f7-77e4b3d49f13 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.1742992 Feb 20 20:07:08.525050 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-4be243d1-b814-4353-baf6-dfae137d984f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/quotas/241d32fe65e44ece897c10bfd0439121 HTTP/1.1" status: 200 len: 375 time: 0.0100691 Feb 20 20:07:08.567497 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1bc29592-03c0-45c6-9796-882f3c4a94ea tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1443844 Feb 20 20:07:08.596519 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9e19f066-b755-4f7a-8ed2-04d6dcd4410e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661032 Feb 20 20:07:08.619473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Request body: {'port': {'device_id': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:08.786323 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:08.791797 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-94b98cb4-a430-4c42-a7ce-4327bd96af6a service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888769 Feb 20 20:07:08.808923 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2989415-fc37-4e1d-a45c-0eeba531ed9d req-aa8577f1-4947-4798-b88f-e8e5c8150e20 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:08.810340 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a2989415-fc37-4e1d-a45c-0eeba531ed9d req-aa8577f1-4947-4798-b88f-e8e5c8150e20 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1969233 Feb 20 20:07:08.958951 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2e074276-307d-4272-8be0-eb4684a13337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.193036 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a2989415-fc37-4e1d-a45c-0eeba531ed9d req-e5b702f4-df67-43f2-99a8-36489d74e347 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742733 Feb 20 20:07:09.224623 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-6a209727-8ff2-4d6d-b5e9-cd15957b6c89 service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251454 Feb 20 20:07:09.353417 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f22b73-dce8-4d6f-83ef-4c956ebcd285 req-1d7fac7d-53b2-457c-868e-eabe87b6be6d tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.354998 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-13f22b73-dce8-4d6f-83ef-4c956ebcd285 req-1d7fac7d-53b2-457c-868e-eabe87b6be6d tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 931 time: 0.0868196 Feb 20 20:07:09.434784 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44595839-ceec-499a-b2b2-f531dff82b6c {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:09.445437 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Publish callbacks [] for port (44595839-ceec-499a-b2b2-f531dff82b6c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.451220 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-13f22b73-dce8-4d6f-83ef-4c956ebcd285 req-344e977f-1154-407f-b9bd-da8e7ab7f40a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887089 Feb 20 20:07:09.462365 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Transition to ACTIVE for port object 44595839-ceec-499a-b2b2-f531dff82b6c will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:07:09.499888 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5e35b723-5ac2-42f2-9b57-39365a92bfaf req-e5fb6d7d-c449-4d8c-a855-4e48d0aab762 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0326951 Feb 20 20:07:09.529340 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-54a11a91-300c-4bb7-8e9e-eac50efb7da8 req-8d2e7a44-9e58-4b28-a328-7671a5c24a1e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0284748 Feb 20 20:07:09.530383 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.582292 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Pushing event updated for resources: {'Port': ['ID=44595839-ceec-499a-b2b2-f531dff82b6c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:09.607333 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.607677 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.608022 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.608387 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.608722 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.609109 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.609439 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.609768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.610096 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.610419 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.610742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.611085 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.611390 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:09.624558 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Attempting to bind port 44595839-ceec-499a-b2b2-f531dff82b6c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:09.624919 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Attempting to bind port 44595839-ceec-499a-b2b2-f531dff82b6c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:09.625247 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Attempting to bind port 44595839-ceec-499a-b2b2-f531dff82b6c on network f2f33494-7684-4d86-9d0f-24a5a04a29a5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:09.629697 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Port 44595839-ceec-499a-b2b2-f531dff82b6c on network f2f33494-7684-4d86-9d0f-24a5a04a29a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:07:09.630011 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Attempting to bind port 44595839-ceec-499a-b2b2-f531dff82b6c on network f2f33494-7684-4d86-9d0f-24a5a04a29a5 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:09.635050 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:09.635383 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Checking segment: {'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:09.635759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Bound using segment: {'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:09.637245 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Bound port: 44595839-ceec-499a-b2b2-f531dff82b6c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8b0f13-56c6-4dab-a7b3-f82a333b5496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:09.637245 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.702203 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] For port 44595839-ceec-499a-b2b2-f531dff82b6c, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:09.705238 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] For port 44595839-ceec-499a-b2b2-f531dff82b6c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=44595839-ceec-499a-b2b2-f531dff82b6c,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:09.827987 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.862376 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:09.863006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:09.864457 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] 10.222.0.91 "PUT /v2.0/ports/44595839-ceec-499a-b2b2-f531dff82b6c HTTP/1.1" status: 200 len: 1093 time: 1.2488987 Feb 20 20:07:09.866888 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'tag': '44595839-ceec-499a-b2b2-f531dff82b6c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:09.869408 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35d668a-1f07-4b3a-8f80-2103d8ed082d" -d '{"events": [{"name": "network-changed", "server_uuid": "edad7e7d-2d61-41d0-a592-667125d893b1", "tag": "44595839-ceec-499a-b2b2-f531dff82b6c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:09.895053 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acf77d-f3f6-4f14-bd2b-96579d51badd service neutron] Pushing event updated for resources: {'Port': ['ID=44595839-ceec-499a-b2b2-f531dff82b6c,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:09.908348 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8697fe24-26c8-41ea-abc7-51c37681319e x-openstack-request-id: req-8697fe24-26c8-41ea-abc7-51c37681319e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:09.908631 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edad7e7d-2d61-41d0-a592-667125d893b1", "tag": "44595839-ceec-499a-b2b2-f531dff82b6c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:09.908876 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8697fe24-26c8-41ea-abc7-51c37681319e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:09.909269 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'tag': '44595839-ceec-499a-b2b2-f531dff82b6c', 'status': 'completed', 'code': 200} Feb 20 20:07:10.044796 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:10.314981 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b24ef7-9f2d-4551-b328-80f551199ccd req-2833b0c6-f26a-492e-bef8-ca1ddc4a257c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.316423 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41b24ef7-9f2d-4551-b328-80f551199ccd req-2833b0c6-f26a-492e-bef8-ca1ddc4a257c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0553365 Feb 20 20:07:10.364889 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41b24ef7-9f2d-4551-b328-80f551199ccd req-decb4876-98d5-47b9-a0e0-103971c8bb74 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Feb 20 20:07:10.582702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc877d-4848-4d50-97b3-ebfffdf52d8c req-f41f8b8f-a6f7-473a-99ec-ee21391d2cf5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:10.584292 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88fc877d-4848-4d50-97b3-ebfffdf52d8c req-f41f8b8f-a6f7-473a-99ec-ee21391d2cf5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.0526948 Feb 20 20:07:10.621768 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a7cd8935-1f04-4535-bed6-306f5e969d4f req-7db7e707-97eb-4be7-8d43-5185ba568af1 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0364473 Feb 20 20:07:10.660478 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88fc877d-4848-4d50-97b3-ebfffdf52d8c req-4e39aa89-436e-4dea-93c8-205fdb65e18b tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661349 Feb 20 20:07:10.716628 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-45bf1242-e9b0-4944-a8fe-38ee22f585b6 req-85e16655-9aee-4da6-8ea8-9eebaa763d9c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0356236 Feb 20 20:07:11.488304 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e92c84-1d54-40d7-9072-1a489bdb0464 req-7b3ecc99-28a2-4b49-b346-e58c3d04eb9b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.489760 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e6e92c84-1d54-40d7-9072-1a489bdb0464 req-7b3ecc99-28a2-4b49-b346-e58c3d04eb9b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0593915 Feb 20 20:07:11.535505 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e6e92c84-1d54-40d7-9072-1a489bdb0464 req-7c2dc74b-379b-4776-901e-84b7c114b8f2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Feb 20 20:07:11.733723 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e53fab6b-e182-4bc1-9eae-6636de35b7ea req-6a5d6dd0-fb6c-40ff-b208-8c507d879ff6 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0301025 Feb 20 20:07:11.775958 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:11.788072 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068347c-2818-4f60-b0db-b793a240bf63 req-9e2b02db-8dd8-4b4c-8f27-a4ecbdb2d889 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:11.789639 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d068347c-2818-4f60-b0db-b793a240bf63 req-9e2b02db-8dd8-4b4c-8f27-a4ecbdb2d889 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.0536809 Feb 20 20:07:11.827918 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6efb7265-d70f-46a8-9d9a-2e6ecb4333b9 req-902c4812-3a70-4cf6-91bb-80de696650fe tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0372941 Feb 20 20:07:11.858471 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d068347c-2818-4f60-b0db-b793a240bf63 req-c600a563-21f1-4fda-ae14-7f63cfea3350 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Feb 20 20:07:12.653128 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb04dbb-d750-42c5-9ff1-f750c3bb0418 req-8a90f1d9-adf4-477d-98ba-70e2d17e6385 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.654882 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8fb04dbb-d750-42c5-9ff1-f750c3bb0418 req-8a90f1d9-adf4-477d-98ba-70e2d17e6385 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0525744 Feb 20 20:07:12.706610 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8fb04dbb-d750-42c5-9ff1-f750c3bb0418 req-6cfeb84e-85f4-4209-8767-b9b338618825 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Feb 20 20:07:12.844612 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-728b2844-1733-4cad-89d6-26d14869e5a5 req-03098408-e69c-45c4-9d04-1d37696b6463 tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0278680 Feb 20 20:07:12.922155 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-197eaa53-e939-475f-add4-a2c160b401be req-df87f3ca-fe79-46c7-b0e0-bc720014abb2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0277789 Feb 20 20:07:12.976363 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97fc9a-cc54-44b4-8ae9-85e9bb6d1de0 req-1e927e56-87b7-493e-82e3-0453b0fc6107 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:12.977806 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a97fc9a-cc54-44b4-8ae9-85e9bb6d1de0 req-1e927e56-87b7-493e-82e3-0453b0fc6107 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.0524793 Feb 20 20:07:12.993379 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:13.024673 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a97fc9a-cc54-44b4-8ae9-85e9bb6d1de0 req-dce93fd7-22b0-4523-b6cb-c1a5577b14d7 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Feb 20 20:07:13.854961 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66025eab-f9b4-4de1-9a69-d7fb44d3dfe1 req-f7a30e30-90dd-4386-9303-0aa51cd85b41 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:13.856485 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66025eab-f9b4-4de1-9a69-d7fb44d3dfe1 req-f7a30e30-90dd-4386-9303-0aa51cd85b41 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0823061 Feb 20 20:07:13.884850 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d668a-1f07-4b3a-8f80-2103d8ed082d req-04fcda30-30ff-48f9-a931-42342b5cdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:13.886977 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d35d668a-1f07-4b3a-8f80-2103d8ed082d req-04fcda30-30ff-48f9-a931-42342b5cdd6f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f691eef95f4a472d8213a6657bae71ed&device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 1127 time: 0.0732360 Feb 20 20:07:13.912774 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66025eab-f9b4-4de1-9a69-d7fb44d3dfe1 req-157756d7-b016-46a5-abc3-78f0e186ff7e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496254 Feb 20 20:07:14.020292 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e21764d-b9a2-4ae7-b241-5ee54036f3f0 req-31531b05-0a5d-4151-8cdd-d5e64e7d217e tempest-DeleteServersTestJSON-1223523235 tempest-DeleteServersTestJSON-1223523235-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b36885b-a8c0-4d0d-8144-8c07849d6efb HTTP/1.1" status: 200 len: 210 time: 0.0775003 Feb 20 20:07:14.059893 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ba1d096-f1b0-4ab5-9bbb-06111a7f2267 req-23ea380b-3931-4647-9034-d9ed6a9a7ec6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0526395 Feb 20 20:07:14.149912 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d668a-1f07-4b3a-8f80-2103d8ed082d req-53e63d21-04a2-4a3c-a895-e3b9bcdc9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.151368 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d35d668a-1f07-4b3a-8f80-2103d8ed082d req-53e63d21-04a2-4a3c-a895-e3b9bcdc9650 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=f691eef95f4a472d8213a6657bae71ed&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2379670 Feb 20 20:07:14.172906 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9681ad-2af4-46cf-90fe-f4d88461fa03 req-a69d1d38-78e2-4fb5-b972-c9970c51561c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.174334 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd9681ad-2af4-46cf-90fe-f4d88461fa03 req-a69d1d38-78e2-4fb5-b972-c9970c51561c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.0766444 Feb 20 20:07:14.220457 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd9681ad-2af4-46cf-90fe-f4d88461fa03 req-092019ad-f6aa-423c-be43-c46696d32677 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405176 Feb 20 20:07:14.671380 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d668a-1f07-4b3a-8f80-2103d8ed082d req-8dc31feb-d79b-43aa-a435-328c16cfb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.672905 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d35d668a-1f07-4b3a-8f80-2103d8ed082d req-8dc31feb-d79b-43aa-a435-328c16cfb199 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1663916 Feb 20 20:07:14.884577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1e057682-f0b2-4ceb-9db1-89426f5c227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:14.885984 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-1e057682-f0b2-4ceb-9db1-89426f5c227c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f691eef95f4a472d8213a6657bae71ed&device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 1127 time: 0.0444362 Feb 20 20:07:14.941774 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-5c429344-ce59-4b20-be38-e48a8c3419f6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44595839-ceec-499a-b2b2-f531dff82b6c HTTP/1.1" status: 200 len: 217 time: 0.0340869 Feb 20 20:07:15.041534 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-4eaa6d06-eb4e-40d0-8efb-f590aecf5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.043112 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-4eaa6d06-eb4e-40d0-8efb-f590aecf5662 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e HTTP/1.1" status: 200 len: 848 time: 0.0789797 Feb 20 20:07:15.071907 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718cad9-550c-4db6-9410-d3f82aaf709a req-1bb24621-6b00-4d39-b717-c83b6f10928c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.073502 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a718cad9-550c-4db6-9410-d3f82aaf709a req-1bb24621-6b00-4d39-b717-c83b6f10928c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0815864 Feb 20 20:07:15.096816 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-0c00daf1-34f5-4377-951f-64a3088dd58b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=f2f33494-7684-4d86-9d0f-24a5a04a29a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417047 Feb 20 20:07:15.223890 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bc8fddcc-023f-46f7-b2a3-8ca7261f6b92 req-98ead5cf-415a-4ce4-83e3-a994e7a9a964 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0412807 Feb 20 20:07:15.249536 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a718cad9-550c-4db6-9410-d3f82aaf709a req-40af8c0b-e6e1-4b74-9af3-050d6348a8de tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499970 Feb 20 20:07:15.325295 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-d96bdd00-28e6-457d-8d2e-0c97681f86a5 service neutron] 10.222.0.91 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152746 Feb 20 20:07:15.394188 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbb7b8-8af9-4a31-84b8-95b210cd787a req-9abc2700-662e-459a-8d07-80dd4e9e007d tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.395809 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-06dbb7b8-8af9-4a31-84b8-95b210cd787a req-9abc2700-662e-459a-8d07-80dd4e9e007d tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.0858200 Feb 20 20:07:15.492666 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-06dbb7b8-8af9-4a31-84b8-95b210cd787a req-ffb48d2a-e2c1-432f-8c30-b63588988fa0 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869739 Feb 20 20:07:15.528553 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0fdc3973-2e6f-402a-8831-571a26d465b8 req-efb8e898-f0ce-40a1-8bfd-0b98e6d5d054 service neutron] 10.222.0.91 "GET /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516447 Feb 20 20:07:15.654382 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c2e1-9b34-41f8-a3ca-47e6b96e465a req-10a58862-ac8c-4ea9-a99d-56ac13d9c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:15.655541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a466c2e1-9b34-41f8-a3ca-47e6b96e465a req-10a58862-ac8c-4ea9-a99d-56ac13d9c3b8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 1129 time: 0.0632327 Feb 20 20:07:15.767569 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a466c2e1-9b34-41f8-a3ca-47e6b96e465a req-15fcf848-ab17-4683-b74b-70eec3cb164f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Feb 20 20:07:16.189018 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48788) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:16.342628 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2e5915ba-3b20-46ea-b747-a0a47c82f51c req-b580c3f9-d26d-4b00-859c-56688bb6548d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0403607 Feb 20 20:07:16.369052 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bd7-4761-4d95-8f4d-4bdbe7896b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.415959 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f379ed-67cb-436a-8892-4ca7303e05a6 req-a58f64de-fc99-4007-8468-c99599f3f132 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:16.417514 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-76f379ed-67cb-436a-8892-4ca7303e05a6 req-a58f64de-fc99-4007-8468-c99599f3f132 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1041911 Feb 20 20:07:16.486822 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-76f379ed-67cb-436a-8892-4ca7303e05a6 req-23d121f7-642f-44bf-9d18-559f3d252312 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626085 Feb 20 20:07:16.497450 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bd7-4761-4d95-8f4d-4bdbe7896b4d admin admin] Publish callbacks [] for security_group (32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.578449 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bd7-4761-4d95-8f4d-4bdbe7896b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.638212 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a0ab4bd7-4761-4d95-8f4d-4bdbe7896b4d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27ceb33eeecc4113bc3a9f04cd9d0924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4480648 Feb 20 20:07:16.640810 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48800) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:16.643458 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab4bd7-4761-4d95-8f4d-4bdbe7896b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:16.661492 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba09e3-85c0-48f2-92c8-ff232317458d req-701d6d33-434a-4c65-9c0d-d3cb7d07f2fc tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:16.663310 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5dba09e3-85c0-48f2-92c8-ff232317458d req-701d6d33-434a-4c65-9c0d-d3cb7d07f2fc tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.0969422 Feb 20 20:07:16.712695 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Publish callbacks [] for security_group (32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.736298 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5dba09e3-85c0-48f2-92c8-ff232317458d req-91e8935a-036e-44bc-a622-9463c0db8c8c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581563 Feb 20 20:07:16.737801 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Publish callbacks [] for security_group (32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.740893 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48806) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:16.788153 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] Deleting subnet 0c860bc0-a011-445f-9218-6b3722de4076 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:07:16.791305 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] Publish callbacks [] for subnet (0c860bc0-a011-445f-9218-6b3722de4076), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.825433 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] Publish callbacks [] for subnet (0c860bc0-a011-445f-9218-6b3722de4076), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.834443 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (0c860bc0-a011-445f-9218-6b3722de4076), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.873793 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.876370 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:16.877588 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c HTTP/1.1" status: 204 len: 168 time: 0.2357147 Feb 20 20:07:16.886083 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a4f8b3-7c14-49a8-8b7e-1958e1c1db7c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:16.894922 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.895274 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.895648 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.895981 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.896330 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.896657 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.897002 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.897493 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.897833 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.898160 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.898480 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.898798 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:16.899113 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e71b7-3791-455d-8a24-e526963d2e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:17.016482 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (0c860bc0-a011-445f-9218-6b3722de4076), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:17.041764 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c860bc0-a011-445f-9218-6b3722de4076,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:17.045852 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:17.049240 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-70224746-8edd-42b8-8a3c-7730ad4f22bd admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0c860bc0-a011-445f-9218-6b3722de4076 HTTP/1.1" status: 204 len: 168 time: 0.3073323 Feb 20 20:07:17.051767 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:17.122572 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (3e78dbf5-6a35-486a-aa8b-0266cf547b8c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:17.232609 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (3e78dbf5-6a35-486a-aa8b-0266cf547b8c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:17.525216 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.525568 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.526328 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.526659 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.527694 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.528130 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.528403 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.528885 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.529207 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.529528 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.653924 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.654278 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.654610 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.654997 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103373) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:07:17.655473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e78dbf5-6a35-486a-aa8b-0266cf547b8c']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:17.666004 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-10f22c33-4580-4f54-8256-13d914995268 req-776f189b-efb0-4b7c-b5b9-c8ec3c9300e5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.1878922 Feb 20 20:07:17.689303 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5e61e6-01a4-4ef9-94a0-13271a758da0') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:17.689596 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5e61e6-01a4-4ef9-94a0-13271a758da0') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:17.724884 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (1f5e61e6-01a4-4ef9-94a0-13271a758da0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:17.773973 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (1f5e61e6-01a4-4ef9-94a0-13271a758da0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:17.786738 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:07:17.787126 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (1f5e61e6-01a4-4ef9-94a0-13271a758da0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: from cryptography.utils import int_from_bytes Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: from cryptography.utils import int_from_bytes Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:07:17.828518 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:07:17.848423 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-e83d9d0a-147c-4112-a8e6-22a59883b688 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.849803 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-e83d9d0a-147c-4112-a8e6-22a59883b688 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.6509604 Feb 20 20:07:17.926399 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a27396-6cd3-4fa9-ab72-3dd76c24f9a4 req-12be4198-3719-4beb-bdb9-a58e4339a147 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.927896 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-59a27396-6cd3-4fa9-ab72-3dd76c24f9a4 req-12be4198-3719-4beb-bdb9-a58e4339a147 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.2648089 Feb 20 20:07:17.963007 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Request body: {'port': {'device_id': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'admin_state_up': True, 'tenant_id': '241d32fe65e44ece897c10bfd0439121'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:17.976802 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb184e-e63b-4b44-86d7-b06ccea32ff1 req-0ded233a-7481-4f66-9f0e-06ba88f247ed tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:17.978218 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-acdb184e-e63b-4b44-86d7-b06ccea32ff1 req-0ded233a-7481-4f66-9f0e-06ba88f247ed tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.1393065 Feb 20 20:07:18.056927 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (3e78dbf5-6a35-486a-aa8b-0266cf547b8c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.068044 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-59a27396-6cd3-4fa9-ab72-3dd76c24f9a4 req-3eaac631-87ae-4ac3-8762-dc09de46da73 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338813 Feb 20 20:07:18.089850 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.093333 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e78dbf5-6a35-486a-aa8b-0266cf547b8c HTTP/1.1" status: 204 len: 168 time: 1.0405836 Feb 20 20:07:18.113008 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ae440-3ff3-441b-a791-c94a3642ecd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e78dbf5-6a35-486a-aa8b-0266cf547b8c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:18.121989 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-acdb184e-e63b-4b44-86d7-b06ccea32ff1 req-02b033fd-72b7-416e-b6fd-5ba9c14e8c90 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282825 Feb 20 20:07:18.250574 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Made reservation on behalf of 241d32fe65e44ece897c10bfd0439121 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:18.253952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.381621 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Allocated IP 172.20.0.13 (27c15c6d-7811-4b99-9212-43ad7d68ac7f/92b29f4a-8b96-4de1-9332-3b146ee338b1/59407d12-a97d-44f1-90e4-afc6090479e1) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:18.535931 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48836) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:18.549267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks [] for port (59407d12-a97d-44f1-90e4-afc6090479e1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.580114 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-44f18804-46ec-4d39-a7ee-db13fc10ea2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0962dab2328a4c9fa554cc2aa38efea1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428979 Feb 20 20:07:18.581777 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48838) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:18.631238 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fac4554a-7764-447c-9e2f-3603288236c8 admin admin] Publish callbacks [] for security_group (b1a07bd8-e479-49a4-afbf-ce72179cfcbe), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.652475 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fac4554a-7764-447c-9e2f-3603288236c8 admin admin] Publish callbacks [] for security_group (b1a07bd8-e479-49a4-afbf-ce72179cfcbe), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.673583 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.716909 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:18.719742 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:18.720356 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:18.725854 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:18.733063 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event updated for resources: {'Port': ['ID=59407d12-a97d-44f1-90e4-afc6090479e1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:18.812023 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:18.812662 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.822403 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fac4554a-7764-447c-9e2f-3603288236c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b1a07bd8-e479-49a4-afbf-ce72179cfcbe), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.825845 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fac4554a-7764-447c-9e2f-3603288236c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:18.827401 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fac4554a-7764-447c-9e2f-3603288236c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b1a07bd8-e479-49a4-afbf-ce72179cfcbe HTTP/1.1" status: 204 len: 168 time: 0.2445991 Feb 20 20:07:18.836386 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bf4ca-bcfb-47c6-8c48-e5fb7361edc8 req-aa6d2d0d-5377-4bed-ba18-b8774d74e3e6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:18.837269 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4554a-7764-447c-9e2f-3603288236c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a07bd8-e479-49a4-afbf-ce72179cfcbe,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:18.837907 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-762bf4ca-bcfb-47c6-8c48-e5fb7361edc8 req-aa6d2d0d-5377-4bed-ba18-b8774d74e3e6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 932 time: 0.0805426 Feb 20 20:07:18.893144 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-762bf4ca-bcfb-47c6-8c48-e5fb7361edc8 req-02063d1f-cf93-41e9-9fa5-cd0f35887575 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478981 Feb 20 20:07:18.927403 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2adaee09-01e6-4be4-a78d-c812028d4126 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9689472 Feb 20 20:07:18.946688 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Request body: {'port': {'device_id': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:19.007707 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:19.273528 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cadc1-8974-4160-83c1-d32f79fd921e req-42aeba2f-5d6e-476d-8998-0303f8b382e2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.274973 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-086cadc1-8974-4160-83c1-d32f79fd921e req-42aeba2f-5d6e-476d-8998-0303f8b382e2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1351204 Feb 20 20:07:19.315741 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923fc9-6363-450e-b634-b9f14adb1bb8 req-a3754030-9658-456c-a4cc-319435a070ab tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.317209 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d0923fc9-6363-450e-b634-b9f14adb1bb8 req-a3754030-9658-456c-a4cc-319435a070ab tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.1261687 Feb 20 20:07:19.403358 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-086cadc1-8974-4160-83c1-d32f79fd921e req-2caead40-54e2-4788-9ab5-16a9b07d9bb0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222496 Feb 20 20:07:19.425364 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59407d12-a97d-44f1-90e4-afc6090479e1 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:19.432290 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d0923fc9-6363-450e-b634-b9f14adb1bb8 req-694cce99-6046-409a-a412-cb2aa73b17bb tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090119 Feb 20 20:07:19.437212 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Publish callbacks [] for port (59407d12-a97d-44f1-90e4-afc6090479e1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:19.450193 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Transition to ACTIVE for port object 59407d12-a97d-44f1-90e4-afc6090479e1 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:07:19.527946 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:19.544218 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcbca5-fa04-42c8-b06f-e538f196c9ca req-ca2b79fc-126a-430e-a375-c0d2fa8ba72b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.545745 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ffcbca5-fa04-42c8-b06f-e538f196c9ca req-ca2b79fc-126a-430e-a375-c0d2fa8ba72b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0665553 Feb 20 20:07:19.619498 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Pushing event updated for resources: {'Port': ['ID=59407d12-a97d-44f1-90e4-afc6090479e1,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:19.675987 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ffcbca5-fa04-42c8-b06f-e538f196c9ca req-f3105e49-e6ab-4152-93f3-74e50c91120e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087253 Feb 20 20:07:19.702129 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Attempting to bind port 59407d12-a97d-44f1-90e4-afc6090479e1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:19.702465 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Attempting to bind port 59407d12-a97d-44f1-90e4-afc6090479e1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:19.702796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Attempting to bind port 59407d12-a97d-44f1-90e4-afc6090479e1 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:19.707377 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Port 59407d12-a97d-44f1-90e4-afc6090479e1 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:07:19.707881 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Attempting to bind port 59407d12-a97d-44f1-90e4-afc6090479e1 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:19.716779 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:19.717183 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Checking segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:19.717597 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Bound using segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:19.718083 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Bound port: 59407d12-a97d-44f1-90e4-afc6090479e1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:19.718430 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:19.798337 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] For port 59407d12-a97d-44f1-90e4-afc6090479e1, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:19.801535 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] For port 59407d12-a97d-44f1-90e4-afc6090479e1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=59407d12-a97d-44f1-90e4-afc6090479e1,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:19.925055 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:19.963566 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:19.964234 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:19.965980 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] 10.222.0.91 "PUT /v2.0/ports/59407d12-a97d-44f1-90e4-afc6090479e1 HTTP/1.1" status: 200 len: 1094 time: 1.0232537 Feb 20 20:07:19.966260 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'tag': '59407d12-a97d-44f1-90e4-afc6090479e1'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:19.968661 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3272a5-b0a4-4a26-992f-751a44595999" -d '{"events": [{"name": "network-changed", "server_uuid": "34026110-b00c-4f8e-a7f3-77b26eb8483f", "tag": "59407d12-a97d-44f1-90e4-afc6090479e1"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:20.021335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b1830a-9163-48c8-a890-99c37687a862 x-openstack-request-id: req-e6b1830a-9163-48c8-a890-99c37687a862 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:20.021551 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34026110-b00c-4f8e-a7f3-77b26eb8483f", "tag": "59407d12-a97d-44f1-90e4-afc6090479e1", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:20.021789 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e6b1830a-9163-48c8-a890-99c37687a862 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:20.022178 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'tag': '59407d12-a97d-44f1-90e4-afc6090479e1', 'status': 'completed', 'code': 200} Feb 20 20:07:20.029268 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb234b4-bd20-4a8f-b7a2-200ebf890767 service neutron] Pushing event updated for resources: {'Port': ['ID=59407d12-a97d-44f1-90e4-afc6090479e1,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:20.054928 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31388cd-383b-456e-ad0a-e5c5c7fe2a5b req-68e7fd20-fe78-4f1f-83bb-0e4697e80c57 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.056425 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d31388cd-383b-456e-ad0a-e5c5c7fe2a5b req-68e7fd20-fe78-4f1f-83bb-0e4697e80c57 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 944 time: 0.0851710 Feb 20 20:07:20.070090 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48880) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:20.137749 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d31388cd-383b-456e-ad0a-e5c5c7fe2a5b req-a80f8c1a-7b75-43dd-9257-2275774f6f54 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752301 Feb 20 20:07:20.152575 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3272a5-b0a4-4a26-992f-751a44595999 req-fda846af-4dc1-4473-a21f-8c9770457756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.154456 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ea3272a5-b0a4-4a26-992f-751a44595999 req-fda846af-4dc1-4473-a21f-8c9770457756 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 1128 time: 0.0642977 Feb 20 20:07:20.190391 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-79031357-network', 'tenant_id': '7b2e5327bafe44618051a393c83948d3'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:20.265482 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3272a5-b0a4-4a26-992f-751a44595999 req-b85a1303-faf5-4735-9924-2de754e9ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.267360 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Made reservation on behalf of 7b2e5327bafe44618051a393c83948d3 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:20.267910 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ea3272a5-b0a4-4a26-992f-751a44595999 req-b85a1303-faf5-4735-9924-2de754e9ed65 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=241d32fe65e44ece897c10bfd0439121&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969052 Feb 20 20:07:20.269640 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.279191 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.356220 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks [] for security_group (49915f9f-0512-4659-89f4-61e3ff568187), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.373350 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3272a5-b0a4-4a26-992f-751a44595999 req-2cecab1a-0ee6-43bd-8022-c7ef80f30a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.374879 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ea3272a5-b0a4-4a26-992f-751a44595999 req-2cecab1a-0ee6-43bd-8022-c7ef80f30a20 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1007774 Feb 20 20:07:20.415958 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (49915f9f-0512-4659-89f4-61e3ff568187), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.438807 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:07:20.455419 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49915f9f-0512-4659-89f4-61e3ff568187,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:20.458341 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (01f02260-fb3e-4500-aa6e-254f0137e1bf), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.458682 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Added segment 01f02260-fb3e-4500-aa6e-254f0137e1bf of type vlan for network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 Feb 20 20:07:20.504403 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.520169 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-28abe6f5-cf50-469c-9469-12b12e9e9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.521734 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-28abe6f5-cf50-469c-9469-12b12e9e9c9b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 1128 time: 0.0595648 Feb 20 20:07:20.603172 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-71e480d5-bc93-44c3-8fd5-812da26d775d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59407d12-a97d-44f1-90e4-afc6090479e1 HTTP/1.1" status: 200 len: 217 time: 0.0565767 Feb 20 20:07:20.610298 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.611316 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.611896 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.648594 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9feb89-93bc-4407-a684-9da05fb53e60 req-6a0b031f-5b6f-41ee-a24e-dc2cd21c0cbd tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.650057 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6e9feb89-93bc-4407-a684-9da05fb53e60 req-6a0b031f-5b6f-41ee-a24e-dc2cd21c0cbd tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 943 time: 0.1136034 Feb 20 20:07:20.671334 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 44595839-ceec-499a-b2b2-f531dff82b6c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:20.677789 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:20.683541 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2316745d-532e-4769-ba6b-3cf97dd86f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:20.684991 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-2316745d-532e-4769-ba6b-3cf97dd86f1d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92b29f4a-8b96-4de1-9332-3b146ee338b1 HTTP/1.1" status: 200 len: 854 time: 0.0701392 Feb 20 20:07:20.692794 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:07:20.729325 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-c440e1c4-4cc4-430f-bc4c-71cfaccaf86f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=27c15c6d-7811-4b99-9212-43ad7d68ac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346825 Feb 20 20:07:20.734346 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6e9feb89-93bc-4407-a684-9da05fb53e60 req-88695f71-e9ff-4155-aa92-257e4296555f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760410 Feb 20 20:07:20.771289 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f10b3280-ac05-4317-bc10-e22de61e8959 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6999593 Feb 20 20:07:20.772586 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48890) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:20.778781 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Request body: {'subnet': {'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-79031357-subnet', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:20.832809 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 44595839-ceec-499a-b2b2-f531dff82b6c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=44595839-ceec-499a-b2b2-f531dff82b6c,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:20.837066 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-0c54ac1e-1137-49af-b96b-8f63bbffe329 service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997744 Feb 20 20:07:20.845382 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '44595839-ceec-499a-b2b2-f531dff82b6c', 'network_id': 'f2f33494-7684-4d86-9d0f-24a5a04a29a5', 'port_id': '44595839-ceec-499a-b2b2-f531dff82b6c', 'mac_address': 'fa:16:3e:43:2f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:20.883315 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 44595839-ceec-499a-b2b2-f531dff82b6c is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:20.884437 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.890610 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Made reservation on behalf of 7b2e5327bafe44618051a393c83948d3 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:20.892972 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:20.897402 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44595839-ceec-499a-b2b2-f531dff82b6c {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:20.918358 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 44595839-ceec-499a-b2b2-f531dff82b6c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=44595839-ceec-499a-b2b2-f531dff82b6c,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:20.933382 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1dad5f7e-7be0-4734-87ff-0a572c91e6f3 req-834e3ab2-72dc-485b-8836-dc121611c7e4 service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892792 Feb 20 20:07:20.981735 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.031173 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=44595839-ceec-499a-b2b2-f531dff82b6c,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:21.038357 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.038751 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.039130 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.039471 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.039828 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.040181 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.040555 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.040912 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.041265 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.041664 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.042001 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.042326 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.042713 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:21.154692 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (a2408bd4-c783-45c3-a45e-d2c3b908a616), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.188675 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48900) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:21.212026 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2408bd4-c783-45c3-a45e-d2c3b908a616,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:21.219942 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Checking segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:21.220323 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Network hostable DHCP agents. Network: 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:07:21.272292 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281693e4-6c95-462d-8c31-b16edbde0722 req-1ea5c214-43ad-4646-8ee1-44fc2cc32589 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.273764 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-281693e4-6c95-462d-8c31-b16edbde0722 req-1ea5c214-43ad-4646-8ee1-44fc2cc32589 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 944 time: 0.0601852 Feb 20 20:07:21.302034 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:07:21.310444 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d859e207-779b-4fdf-881f-322b43f643c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.347473 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-281693e4-6c95-462d-8c31-b16edbde0722 req-0c6e5389-a226-4133-8543-b65300635041 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668654 Feb 20 20:07:21.399037 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:21.404215 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.404999 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d859e207-779b-4fdf-881f-322b43f643c0 admin admin] Publish callbacks [] for security_group (b755f2a9-639f-464b-b657-465c92c43d85), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.405423 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.408900 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc49621c-0638-4b55-b5b1-ce99776adc76 None None] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:21.507383 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d859e207-779b-4fdf-881f-322b43f643c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b755f2a9-639f-464b-b657-465c92c43d85), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.518072 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'project_id': '7b2e5327bafe44618051a393c83948d3', 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:07:21.518928 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.533547 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4b748fa0-dc06-4cb8-b7a9-855049575d2b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7594123 Feb 20 20:07:21.536442 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48906) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:21.544335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:21.570105 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-d859e207-779b-4fdf-881f-322b43f643c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7c833245d74c49d5998c3145b7c32a2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803768 Feb 20 20:07:21.572993 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48908) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:21.573136 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859e207-779b-4fdf-881f-322b43f643c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b755f2a9-639f-464b-b657-465c92c43d85,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:21.637265 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6072b7ca-cce9-4c2b-8324-a227b2c4f93b admin admin] Publish callbacks [] for security_group (b755f2a9-639f-464b-b657-465c92c43d85), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.658758 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Allocated IP 172.20.0.2 (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4/a2408bd4-c783-45c3-a45e-d2c3b908a616/a8961dcc-56ac-41f0-a352-dab1767d821d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:21.658980 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6072b7ca-cce9-4c2b-8324-a227b2c4f93b admin admin] Publish callbacks [] for security_group (b755f2a9-639f-464b-b657-465c92c43d85), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.662863 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.664740 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.746699 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['44595839-ceec-499a-b2b2-f531dff82b6c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:21.748991 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks [] for router_controller (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.857529 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6072b7ca-cce9-4c2b-8324-a227b2c4f93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b755f2a9-639f-464b-b657-465c92c43d85), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.858725 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Publish callbacks [] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.860501 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6072b7ca-cce9-4c2b-8324-a227b2c4f93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:21.861863 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6072b7ca-cce9-4c2b-8324-a227b2c4f93b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b755f2a9-639f-464b-b657-465c92c43d85 HTTP/1.1" status: 204 len: 168 time: 0.2875566 Feb 20 20:07:21.868266 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419b749-c858-4c9f-808c-01b489b010d4 req-04dc6846-c0fd-48ba-845f-f1b9b8ac7c2f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:21.870367 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7419b749-c858-4c9f-808c-01b489b010d4 req-04dc6846-c0fd-48ba-845f-f1b9b8ac7c2f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 944 time: 0.0631526 Feb 20 20:07:21.890424 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072b7ca-cce9-4c2b-8324-a227b2c4f93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b755f2a9-639f-464b-b657-465c92c43d85,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:21.954770 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.036099 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:22.041337 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:22.047845 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:22.060340 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Pushing event updated for resources: {'Port': ['ID=a8961dcc-56ac-41f0-a352-dab1767d821d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:22.117337 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Attempting to bind port a8961dcc-56ac-41f0-a352-dab1767d821d on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:22.117337 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Attempting to bind port a8961dcc-56ac-41f0-a352-dab1767d821d by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:22.117728 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Attempting to bind port a8961dcc-56ac-41f0-a352-dab1767d821d on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:22.124669 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:22.125052 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Checking segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:22.125461 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.125860 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Bound using segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:22.126343 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Bound port: a8961dcc-56ac-41f0-a352-dab1767d821d, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:22.126725 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.193156 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] For port a8961dcc-56ac-41f0-a352-dab1767d821d, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:22.196336 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] For port a8961dcc-56ac-41f0-a352-dab1767d821d, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=a8961dcc-56ac-41f0-a352-dab1767d821d,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:22.297038 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.307188 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7419b749-c858-4c9f-808c-01b489b010d4 req-983d9ba3-a6c8-4862-ae34-e7fdf2336890 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802817 Feb 20 20:07:22.309304 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks [] for router_gateway (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.364481 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23303e40-da0b-49fc-8b8d-19212f572679 None None] Pushing event updated for resources: {'Port': ['ID=a8961dcc-56ac-41f0-a352-dab1767d821d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:22.517276 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf07a4c-07e8-488e-9608-511953154b9c req-be95ad98-21d4-45fb-9fba-089658889d0d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:22.517276 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcf07a4c-07e8-488e-9608-511953154b9c req-be95ad98-21d4-45fb-9fba-089658889d0d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 944 time: 0.0769396 Feb 20 20:07:22.683109 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks [] for router_gateway (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.713135 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:22.718726 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcf07a4c-07e8-488e-9608-511953154b9c req-20569261-561b-4db6-bffa-7c46a1f1bd69 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023249 Feb 20 20:07:22.842475 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Allocated IP 172.27.1.115 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/646c82c9-91b8-48e2-a694-739a5630b86d) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:22.954599 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks [] for port (646c82c9-91b8-48e2-a694-739a5630b86d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.114079 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.170021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:23.171568 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Pushing event updated for resources: {'Port': ['ID=646c82c9-91b8-48e2-a694-739a5630b86d,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:23.174306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:23.176386 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:23.226929 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48942) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:23.342644 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-714587511-network', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:23.385897 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e923c1-20e0-4341-9d88-28d9918249c5 req-344e7d47-eb47-4f60-8cf6-306d80effb95 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.387849 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3e923c1-20e0-4341-9d88-28d9918249c5 req-344e7d47-eb47-4f60-8cf6-306d80effb95 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1877832 Feb 20 20:07:23.423239 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8f4e0-300a-4eeb-a8f5-e0c7b4d750a6 None None] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:23.479938 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0ed6-5769-4309-bede-458a92047933 req-71da7348-cea9-4cfd-a798-5d8b8d2448fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.482072 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f56e0ed6-5769-4309-bede-458a92047933 req-71da7348-cea9-4cfd-a798-5d8b8d2448fb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.1883001 Feb 20 20:07:23.487312 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-2b139e74-ac09-4e78-aa85-c5492baf0b32 None None] Provisioning complete for port a8961dcc-56ac-41f0-a352-dab1767d821d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:23.490898 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b139e74-ac09-4e78-aa85-c5492baf0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.491012 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Made reservation on behalf of d46563c0ef9146e3894cb705d0c236fb for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:23.494729 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.506220 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.519593 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3e923c1-20e0-4341-9d88-28d9918249c5 req-ba1a39bc-757d-4406-a3d7-bc9057db070a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237040 Feb 20 20:07:23.610491 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf9c06-1aaf-487f-abb7-9cce9e23e1ea req-8f7811f9-7ccd-4eea-8370-0b9de9eace92 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.612255 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eaaf9c06-1aaf-487f-abb7-9cce9e23e1ea req-8f7811f9-7ccd-4eea-8370-0b9de9eace92 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 944 time: 0.2004225 Feb 20 20:07:23.617984 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks [] for security_group (6c480eb7-aaa0-4124-9a3f-4e8f8c128b46), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.625798 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2b139e74-ac09-4e78-aa85-c5492baf0b32 None None] Current status of the port a8961dcc-56ac-41f0-a352-dab1767d821d is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:23.625798 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b139e74-ac09-4e78-aa85-c5492baf0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.666671 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-2b139e74-ac09-4e78-aa85-c5492baf0b32 None None] For port a8961dcc-56ac-41f0-a352-dab1767d821d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=a8961dcc-56ac-41f0-a352-dab1767d821d,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:23.713146 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0ed6-5769-4309-bede-458a92047933 req-f1196fe5-a2a5-4ef1-ad53-719be02b2cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.715132 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f56e0ed6-5769-4309-bede-458a92047933 req-f1196fe5-a2a5-4ef1-ad53-719be02b2cb3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.2257764 Feb 20 20:07:23.731704 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6c480eb7-aaa0-4124-9a3f-4e8f8c128b46), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.776333 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2b139e74-ac09-4e78-aa85-c5492baf0b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.787483 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eaaf9c06-1aaf-487f-abb7-9cce9e23e1ea req-a6bc978a-1956-4c8d-a5ef-f8aa9360f662 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686404 Feb 20 20:07:23.790603 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f56e0ed6-5769-4309-bede-458a92047933 req-e077a165-3975-4019-b0ee-4c803cec6698 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 217 time: 0.0630546 Feb 20 20:07:23.791683 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks [] for router_gateway (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.806260 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:07:23.819481 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (05a5391f-1319-4d97-8423-317af954868e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.819830 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Added segment 05a5391f-1319-4d97-8423-317af954868e of type vlan for network 0011abbb-d274-4b56-a1ae-9f388a3a335c Feb 20 20:07:23.829692 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:23.844449 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b139e74-ac09-4e78-aa85-c5492baf0b32 None None] Pushing event updated for resources: {'Port': ['ID=a8961dcc-56ac-41f0-a352-dab1767d821d,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:23.863797 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (0011abbb-d274-4b56-a1ae-9f388a3a335c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.898058 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-f4467733-d188-4a4c-ac07-886a27caef6c None None] Provisioning complete for port a8961dcc-56ac-41f0-a352-dab1767d821d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:23.898432 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f4467733-d188-4a4c-ac07-886a27caef6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:23.967023 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e0ed6-5769-4309-bede-458a92047933 req-12a18c76-9b38-4c3a-ae75-b32dc365c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:23.968530 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f56e0ed6-5769-4309-bede-458a92047933 req-12a18c76-9b38-4c3a-ae75-b32dc365c346 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.1295602 Feb 20 20:07:23.991121 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-f4467733-d188-4a4c-ac07-886a27caef6c None None] Current status of the port a8961dcc-56ac-41f0-a352-dab1767d821d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:24.003085 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c720f3e-983b-4d86-ab49-341f28019bd5 req-4acf848d-039e-461b-8816-5747587faa46 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.004600 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c720f3e-983b-4d86-ab49-341f28019bd5 req-4acf848d-039e-461b-8816-5747587faa46 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 944 time: 0.1565709 Feb 20 20:07:24.015697 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (0011abbb-d274-4b56-a1ae-9f388a3a335c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.016803 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.017870 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.029221 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f56e0ed6-5769-4309-bede-458a92047933 req-3795d1c8-4ab4-4532-b2fa-3228bc87e773 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448234 Feb 20 20:07:24.035370 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device a8961dcc-56ac-41f0-a352-dab1767d821d up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:24.081073 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=0011abbb-d274-4b56-a1ae-9f388a3a335c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:24.086760 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port a8961dcc-56ac-41f0-a352-dab1767d821d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:24.087316 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.092583 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:07:24.147847 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-77d62395-8428-42c3-8cd3-70fce85f9bf1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9169929 Feb 20 20:07:24.148047 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48950) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:24.155441 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Request body: {'subnet': {'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-714587511-subnet', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:24.233183 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port a8961dcc-56ac-41f0-a352-dab1767d821d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:24.256462 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Made reservation on behalf of d46563c0ef9146e3894cb705d0c236fb for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:24.258664 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.412571 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c720f3e-983b-4d86-ab49-341f28019bd5 req-bb3b1962-ed4f-41e3-9811-af682c6e84f0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879380 Feb 20 20:07:24.446572 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f56e0ed6-5769-4309-bede-458a92047933 req-fba1c033-7e39-4b00-9ab2-c6357f3f86cf service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105885 Feb 20 20:07:24.452251 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.507855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (9c1fd00b-38c4-4aac-ad65-f651443a0bf7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.567902 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1fd00b-38c4-4aac-ad65-f651443a0bf7,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:24.576499 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Checking segment: {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:24.576852 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Network hostable DHCP agents. Network: 0011abbb-d274-4b56-a1ae-9f388a3a335c, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:07:24.661856 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f56e0ed6-5769-4309-bede-458a92047933 req-229c8d54-4a4b-4fa3-8b2e-c866ccd77f02 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067065 Feb 20 20:07:24.662424 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:07:24.692957 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb850f0-72c9-45af-9578-e072871e5be4 req-5db38d40-1cae-4e96-b826-1e17aaadc6fd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.694429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4cb850f0-72c9-45af-9578-e072871e5be4 req-5db38d40-1cae-4e96-b826-1e17aaadc6fd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0905910 Feb 20 20:07:24.699891 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 44595839-ceec-499a-b2b2-f531dff82b6c up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:24.756449 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4cb850f0-72c9-45af-9578-e072871e5be4 req-7dbadc43-7084-47ee-8546-0294e8623d0e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Feb 20 20:07:24.770431 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 0011abbb-d274-4b56-a1ae-9f388a3a335c) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:24.774574 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.775225 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.780892 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb2a45b-f907-4bd3-be51-8dc1acaf542d None None] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:24.839127 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:07:24.870370 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-50abf0aa-0e7c-467d-b31e-0d2ee0e1890e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7211955 Feb 20 20:07:24.873643 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 48958) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:24.875180 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 44595839-ceec-499a-b2b2-f531dff82b6c completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:07:24.878275 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:24.879849 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 44595839-ceec-499a-b2b2-f531dff82b6c triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:24.880363 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.911458 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-0011abbb-d274-4b56-a1ae-9f388a3a335c', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:07:24.912459 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.982846 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (5c25dba6-0790-43b5-8c08-71f0f5cfed90), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.983952 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (5c25dba6-0790-43b5-8c08-71f0f5cfed90), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:24.990811 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf76482-ce8c-45b8-9bfa-ed1fbf59991d req-4890571a-4d09-4f03-9e12-9122b3a92202 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:24.992411 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ccf76482-ce8c-45b8-9bfa-ed1fbf59991d req-4890571a-4d09-4f03-9e12-9122b3a92202 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 944 time: 0.1018093 Feb 20 20:07:25.021021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:25.036889 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863738-1637-420d-ba88-e356d361360c None None] Sync routers for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:25.042152 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks [] for router_controller (5c25dba6-0790-43b5-8c08-71f0f5cfed90), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.044394 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:25.045052 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:25.078307 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ccf76482-ce8c-45b8-9bfa-ed1fbf59991d req-9b6cec6d-86f0-4b11-a21c-5e459cb00ac7 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744331 Feb 20 20:07:25.159282 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:25.166922 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.168826 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b170ca2e-636b-4318-8590-531b8e4e3c61 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6314392 Feb 20 20:07:25.172155 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48962) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:25.205504 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 44595839-ceec-499a-b2b2-f531dff82b6c is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:25.205895 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.268114 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44595839-ceec-499a-b2b2-f531dff82b6c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:25.270452 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714a80c0-4e62-489c-8e55-8b564dbcbd84" -d '{"events": [{"server_uuid": "edad7e7d-2d61-41d0-a592-667125d893b1", "name": "network-vif-plugged", "status": "completed", "tag": "44595839-ceec-499a-b2b2-f531dff82b6c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:25.290941 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 44595839-ceec-499a-b2b2-f531dff82b6c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=44595839-ceec-499a-b2b2-f531dff82b6c,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:25.293545 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Allocated IP 172.20.0.2 (0011abbb-d274-4b56-a1ae-9f388a3a335c/9c1fd00b-38c4-4aac-ad65-f651443a0bf7/771bdc04-30a1-462d-bd98-aec812d08fec) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:25.362096 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e0c4b-82ff-43a5-90d7-6b0d12cf2432 x-openstack-request-id: req-566e0c4b-82ff-43a5-90d7-6b0d12cf2432 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:25.362541 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edad7e7d-2d61-41d0-a592-667125d893b1", "name": "network-vif-plugged", "status": "completed", "tag": "44595839-ceec-499a-b2b2-f531dff82b6c", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:25.364343 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-566e0c4b-82ff-43a5-90d7-6b0d12cf2432 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:25.364343 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44595839-ceec-499a-b2b2-f531dff82b6c', 'code': 200} Feb 20 20:07:25.378399 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.406863 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:23Z', 'revision_number': 3, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:25.441785 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863738-1637-420d-ba88-e356d361360c None None] Checking router: be0e45c4-3b70-40a3-ac93-1fb1e423ad82 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:25.442408 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863738-1637-420d-ba88-e356d361360c None None] Updating router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 port 646c82c9-91b8-48e2-a694-739a5630b86d binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:25.488284 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd863738-1637-420d-ba88-e356d361360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.494551 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=44595839-ceec-499a-b2b2-f531dff82b6c,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:25.540751 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Publish callbacks [] for port (771bdc04-30a1-462d-bd98-aec812d08fec), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.578186 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks [] for router_gateway (5c25dba6-0790-43b5-8c08-71f0f5cfed90), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.635454 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23c666-db3a-4c28-ae47-4d8feeeb6388 req-0a4e9251-e245-4edd-bba7-391e27ceb886 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:25.637594 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2b23c666-db3a-4c28-ae47-4d8feeeb6388 req-0a4e9251-e245-4edd-bba7-391e27ceb886 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 944 time: 0.1038880 Feb 20 20:07:25.641102 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.693817 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:25.699674 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:25.705782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:25.713694 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Pushing event updated for resources: {'Port': ['ID=771bdc04-30a1-462d-bd98-aec812d08fec,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:25.760680 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2b23c666-db3a-4c28-ae47-4d8feeeb6388 req-0970fe69-b95c-4e45-a224-b369546d0df6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005905 Feb 20 20:07:25.815517 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Attempting to bind port 771bdc04-30a1-462d-bd98-aec812d08fec on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:25.816140 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Attempting to bind port 771bdc04-30a1-462d-bd98-aec812d08fec by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:25.817177 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Attempting to bind port 771bdc04-30a1-462d-bd98-aec812d08fec on network 0011abbb-d274-4b56-a1ae-9f388a3a335c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:25.836724 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:25.837240 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Checking segment: {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:25.837716 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.838232 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Bound using segment: {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:25.838786 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Bound port: 771bdc04-30a1-462d-bd98-aec812d08fec, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:25.839243 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.851044 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd35d33-f2dd-4458-9edd-236bc4f99464 req-184952f4-2379-4996-9407-41a9edf655b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:25.852569 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4dd35d33-f2dd-4458-9edd-236bc4f99464 req-184952f4-2379-4996-9407-41a9edf655b2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 1129 time: 0.1271424 Feb 20 20:07:25.896054 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.924439 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] For port 771bdc04-30a1-462d-bd98-aec812d08fec, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:25.930646 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] For port 771bdc04-30a1-462d-bd98-aec812d08fec, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=771bdc04-30a1-462d-bd98-aec812d08fec,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:25.936740 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd863738-1637-420d-ba88-e356d361360c None None] Publish callbacks [] for port (646c82c9-91b8-48e2-a694-739a5630b86d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.977277 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks [] for router_gateway (5c25dba6-0790-43b5-8c08-71f0f5cfed90), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:25.981490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4dd35d33-f2dd-4458-9edd-236bc4f99464 req-f95bf604-7f77-4153-901a-7e4b3b10baa2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107106 Feb 20 20:07:26.001539 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.017696 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.054235 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7779b6-2e58-4a42-a905-c5354987d213 req-ee7e386e-a7a1-4744-9c16-8ff022a1d0c4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.055630 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a7779b6-2e58-4a42-a905-c5354987d213 req-ee7e386e-a7a1-4744-9c16-8ff022a1d0c4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1667469 Feb 20 20:07:26.066323 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd863738-1637-420d-ba88-e356d361360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.127376 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Allocated IP 172.27.1.146 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:26.142503 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a9e02-bda5-4f27-9473-07af9dd099de None None] Pushing event updated for resources: {'Port': ['ID=771bdc04-30a1-462d-bd98-aec812d08fec,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:26.185268 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-dd863738-1637-420d-ba88-e356d361360c None None] Attempting to bind port 646c82c9-91b8-48e2-a694-739a5630b86d on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:26.185699 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-dd863738-1637-420d-ba88-e356d361360c None None] Attempting to bind port 646c82c9-91b8-48e2-a694-739a5630b86d by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:26.186013 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863738-1637-420d-ba88-e356d361360c None None] Attempting to bind port 646c82c9-91b8-48e2-a694-739a5630b86d on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:26.193259 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a7779b6-2e58-4a42-a905-c5354987d213 req-40b5acf7-073a-42f2-9710-81aa0fdf3ca8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094165 Feb 20 20:07:26.195595 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863738-1637-420d-ba88-e356d361360c None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:26.195978 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863738-1637-420d-ba88-e356d361360c None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:26.196631 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd863738-1637-420d-ba88-e356d361360c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.196913 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd863738-1637-420d-ba88-e356d361360c None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:26.197334 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-dd863738-1637-420d-ba88-e356d361360c None None] Bound port: 646c82c9-91b8-48e2-a694-739a5630b86d, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:26.197734 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd863738-1637-420d-ba88-e356d361360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.271713 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-dd863738-1637-420d-ba88-e356d361360c None None] For port 646c82c9-91b8-48e2-a694-739a5630b86d, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:26.279742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Allocated IP 172.20.0.1 (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4/a2408bd4-c783-45c3-a45e-d2c3b908a616/c76d82ca-4d88-4292-9482-06015070fea6) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:26.284475 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f0276-441e-4beb-964e-d2723132981c None None] Pushing event updated for resources: {'Port': ['ID=646c82c9-91b8-48e2-a694-739a5630b86d,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:26.289556 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-dd863738-1637-420d-ba88-e356d361360c None None] For port 646c82c9-91b8-48e2-a694-739a5630b86d, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=646c82c9-91b8-48e2-a694-739a5630b86d,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:26.297699 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.297699 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.297699 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.298063 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.298651 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.298651 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.298980 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.299306 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.299630 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.299977 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.300360 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.300787 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.301355 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529f0276-441e-4beb-964e-d2723132981c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:07:26.308091 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31693-97d2-4b65-89c9-d4c5a7114087 req-52d6370d-eaed-41ba-91e3-572658761c9f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:26.310481 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bad31693-97d2-4b65-89c9-d4c5a7114087 req-52d6370d-eaed-41ba-91e3-572658761c9f tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 945 time: 0.1095707 Feb 20 20:07:26.321996 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks [] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.377440 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-dd863738-1637-420d-ba88-e356d361360c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.436399 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bad31693-97d2-4b65-89c9-d4c5a7114087 req-f1f8b82f-a43f-4e46-9302-a8cf52ddebb4 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098387 Feb 20 20:07:26.445241 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.474471 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks [] for port (c76d82ca-4d88-4292-9482-06015070fea6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.474574 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:26.474820 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:26.477093 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f0276-441e-4beb-964e-d2723132981c None None] Pushing event updated for resources: {'Port': ['ID=646c82c9-91b8-48e2-a694-739a5630b86d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:26.487977 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:26.495331 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:26.500530 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:26.503655 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Pushing event updated for resources: {'Port': ['ID=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:26.594613 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (c76d82ca-4d88-4292-9482-06015070fea6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.639513 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:26.642562 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:26.650489 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:26.659359 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Pushing event updated for resources: {'Port': ['ID=c76d82ca-4d88-4292-9482-06015070fea6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:26.705338 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.705788 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 59407d12-a97d-44f1-90e4-afc6090479e1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:26.707478 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:26.856975 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks [] for router_gateway (5c25dba6-0790-43b5-8c08-71f0f5cfed90), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:26.955108 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 59407d12-a97d-44f1-90e4-afc6090479e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=59407d12-a97d-44f1-90e4-afc6090479e1,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:26.972921 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '59407d12-a97d-44f1-90e4-afc6090479e1', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'port_id': '59407d12-a97d-44f1-90e4-afc6090479e1', 'mac_address': 'fa:16:3e:c3:da:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b29f4a-8b96-4de1-9332-3b146ee338b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:27.036147 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e22f7-62e4-47ad-95cf-5a015e96033b req-ab335175-3f17-47b2-b566-23e5c3d14767 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:27.037753 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d98e22f7-62e4-47ad-95cf-5a015e96033b req-ab335175-3f17-47b2-b566-23e5c3d14767 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 944 time: 0.0863545 Feb 20 20:07:27.054917 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 59407d12-a97d-44f1-90e4-afc6090479e1 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:27.055628 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.068770 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-dd863738-1637-420d-ba88-e356d361360c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:23Z', 'revision_number': 3, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:27.092127 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59407d12-a97d-44f1-90e4-afc6090479e1 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:27.098460 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd863738-1637-420d-ba88-e356d361360c None None] The sync data for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi is: [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:23Z', 'revision_number': 3, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:27.103072 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c76d82ca-4d88-4292-9482-06015070fea6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.121738 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-3f561598-145d-4f64-9068-46fc0d64d89a None None] Provisioning complete for port c76d82ca-4d88-4292-9482-06015070fea6 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:27.122189 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f561598-145d-4f64-9068-46fc0d64d89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (c76d82ca-4d88-4292-9482-06015070fea6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.125627 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 59407d12-a97d-44f1-90e4-afc6090479e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=59407d12-a97d-44f1-90e4-afc6090479e1,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:27.158680 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d98e22f7-62e4-47ad-95cf-5a015e96033b req-ad4daafd-8241-4979-b8a5-aac6f5d4ad00 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130586 Feb 20 20:07:27.209889 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3f561598-145d-4f64-9068-46fc0d64d89a None None] Port c76d82ca-4d88-4292-9482-06015070fea6 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:27.226762 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.291820 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (5c25dba6-0790-43b5-8c08-71f0f5cfed90), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.318722 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=59407d12-a97d-44f1-90e4-afc6090479e1,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:27.546140 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5494d-0532-4201-acc0-1758be9dfc6f None None] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:27.627888 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:07:27.670519 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-fde895c0-a890-4026-8b85-e8bb09eeb83e None None] Provisioning complete for port 771bdc04-30a1-462d-bd98-aec812d08fec triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:27.671427 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fde895c0-a890-4026-8b85-e8bb09eeb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.726859 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69741a1-b9e2-493d-b495-34700c068d25 req-49e0da80-c891-4241-9b94-b61592873ef7 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:27.734833 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d69741a1-b9e2-493d-b495-34700c068d25 req-49e0da80-c891-4241-9b94-b61592873ef7 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.4175370 Feb 20 20:07:27.782534 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks [] for port (c76d82ca-4d88-4292-9482-06015070fea6), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.792354 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd885c9-4b6d-439c-a92b-d0c97acd539d req-78f3e7bb-eed3-4a22-8142-bf6924f6b301 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:27.794540 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ecd885c9-4b6d-439c-a92b-d0c97acd539d req-78f3e7bb-eed3-4a22-8142-bf6924f6b301 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 945 time: 0.1595030 Feb 20 20:07:27.810414 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:27.835257 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-fde895c0-a890-4026-8b85-e8bb09eeb83e None None] Current status of the port 771bdc04-30a1-462d-bd98-aec812d08fec is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:27.835656 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fde895c0-a890-4026-8b85-e8bb09eeb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.836046 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:07:27.838043 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Sync routers for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:27.852433 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (c76d82ca-4d88-4292-9482-06015070fea6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.868414 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:27.869108 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:27.886921 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d69741a1-b9e2-493d-b495-34700c068d25 req-2e8e5b4b-3525-4139-a204-a8e631bab258 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463895 Feb 20 20:07:27.953201 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:27.959206 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-fde895c0-a890-4026-8b85-e8bb09eeb83e None None] For port 771bdc04-30a1-462d-bd98-aec812d08fec, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=771bdc04-30a1-462d-bd98-aec812d08fec,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:27.966777 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['59407d12-a97d-44f1-90e4-afc6090479e1'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:27.993554 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Pushing event updated for resources: {'Port': ['ID=c76d82ca-4d88-4292-9482-06015070fea6,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:28.005087 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ecd885c9-4b6d-439c-a92b-d0c97acd539d req-3924b8d2-4505-4077-b9dc-a2d815eb4de2 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986833 Feb 20 20:07:28.018742 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.027230 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48978) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:28.034074 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ef34e5c7-65b4-42c7-9bd8-8a7d804ef4dc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1591868 Feb 20 20:07:28.104221 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fde895c0-a890-4026-8b85-e8bb09eeb83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.189959 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 646c82c9-91b8-48e2-a694-739a5630b86d up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:28.260855 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:28.274476 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:28.274668 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:28.360899 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde895c0-a890-4026-8b85-e8bb09eeb83e None None] Pushing event updated for resources: {'Port': ['ID=771bdc04-30a1-462d-bd98-aec812d08fec,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:28.448432 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-b9df3f9a-665b-4f94-accf-638394e21112 None None] Provisioning complete for port 771bdc04-30a1-462d-bd98-aec812d08fec triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:28.449551 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b9df3f9a-665b-4f94-accf-638394e21112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.513134 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1a45a-9534-4778-9f3c-d573e738cda6 req-2a7019cb-6897-447b-a39c-64a605e9a2a5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:28.514657 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88b1a45a-9534-4778-9f3c-d573e738cda6 req-2a7019cb-6897-447b-a39c-64a605e9a2a5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 945 time: 0.2562971 Feb 20 20:07:28.534542 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 646c82c9-91b8-48e2-a694-739a5630b86d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:28.534907 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.636083 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:28.671445 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88b1a45a-9534-4778-9f3c-d573e738cda6 req-82024719-20fd-4742-aa9d-c3f442f855ab tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216719 Feb 20 20:07:28.685549 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b9df3f9a-665b-4f94-accf-638394e21112 None None] Current status of the port 771bdc04-30a1-462d-bd98-aec812d08fec is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:28.728538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 646c82c9-91b8-48e2-a694-739a5630b86d is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:28.728927 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.743062 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 3, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:28.781648 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Checking router: 5c25dba6-0790-43b5-8c08-71f0f5cfed90 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:28.782274 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Updating router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:28.787139 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 646c82c9-91b8-48e2-a694-739a5630b86d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=646c82c9-91b8-48e2-a694-739a5630b86d,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:28.833879 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.840110 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:28.853760 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-c1e59ac3-9c8b-4731-8157-a743a61e6815 admin admin] 10.222.0.61 "PUT /v2.0/routers/be0e45c4-3b70-40a3-ac93-1fb1e423ad82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6732392 Feb 20 20:07:28.874312 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.874312 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 771bdc04-30a1-462d-bd98-aec812d08fec up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:28.908455 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-a589ce0b-abf2-488f-8e0b-0f5dfd513655 None None] Provisioning complete for port c76d82ca-4d88-4292-9482-06015070fea6 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:28.909149 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a589ce0b-abf2-488f-8e0b-0f5dfd513655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (c76d82ca-4d88-4292-9482-06015070fea6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:28.913399 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.093360 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc4ce1-b103-4880-9f66-936d950f811c req-0d558a5f-22b2-4f1e-9fc7-524f533b655f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.095069 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-78cc4ce1-b103-4880-9f66-936d950f811c req-0d558a5f-22b2-4f1e-9fc7-524f533b655f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1120207 Feb 20 20:07:29.213429 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=646c82c9-91b8-48e2-a694-739a5630b86d,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.213965 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Allocated IP 172.20.0.1 (0011abbb-d274-4b56-a1ae-9f388a3a335c/9c1fd00b-38c4-4aac-ad65-f651443a0bf7/76c1f194-80ad-490e-95a3-db8a2493881c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:29.220518 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-a589ce0b-abf2-488f-8e0b-0f5dfd513655 None None] Port c76d82ca-4d88-4292-9482-06015070fea6 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:29.222164 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-78cc4ce1-b103-4880-9f66-936d950f811c req-8a336f6e-2c13-4289-ac2d-6e2322241f65 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877872 Feb 20 20:07:29.247796 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 771bdc04-30a1-462d-bd98-aec812d08fec triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:29.248244 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.397531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks [] for port (76c1f194-80ad-490e-95a3-db8a2493881c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.399989 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 771bdc04-30a1-462d-bd98-aec812d08fec is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:29.413739 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Sync routers for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:29.415607 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b890-6834-4614-8ede-0726293b9ad9 req-03caede6-20ac-4f32-b86e-703b5813fac0 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.417154 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2b9b890-6834-4614-8ede-0726293b9ad9 req-03caede6-20ac-4f32-b86e-703b5813fac0 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 945 time: 0.1016033 Feb 20 20:07:29.433913 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:29.444600 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:29.468625 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Publish callbacks [] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.488513 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2b9b890-6834-4614-8ede-0726293b9ad9 req-bf0a5373-f61c-4dae-a096-ac1455494f54 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636861 Feb 20 20:07:29.506374 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 48992) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:29.513345 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-0a2866bd-ca0a-4c80-8180-808d55ea0f4b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239783031', 'description': 'tempest-description--539522039'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:29.542397 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.555618 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.563080 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:29.596396 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:29.600901 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a2866bd-ca0a-4c80-8180-808d55ea0f4b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.605665 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Attempting to bind port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:29.611310 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Attempting to bind port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:29.611310 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Attempting to bind port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:29.611520 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:29.611617 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e72f6-6949-4bbb-821f-1f769de92f12 None None] Pushing event updated for resources: {'Port': ['ID=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.611722 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:29.614710 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:29.615230 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:29.615641 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.616031 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:29.616525 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Bound port: cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:29.616905 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.649305 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Pushing event updated for resources: {'Port': ['ID=76c1f194-80ad-490e-95a3-db8a2493881c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.674776 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (5c25dba6-0790-43b5-8c08-71f0f5cfed90), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.679990 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] For port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:29.686014 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] For port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:29.805839 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.831608 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a2866bd-ca0a-4c80-8180-808d55ea0f4b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (ee71c2c9-93a6-406c-b89c-82aae8fd9d34), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.847499 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:27Z', 'revision_number': 2, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:29.871798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb916df-8c26-415b-b7be-a3b90f8cb830 req-a0099b83-472d-40a5-9290-cb8ecdf5794e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:29.873640 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:29.873788 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8cb916df-8c26-415b-b7be-a3b90f8cb830 req-a0099b83-472d-40a5-9290-cb8ecdf5794e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 945 time: 0.1225309 Feb 20 20:07:29.874272 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:29.880413 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Checking router: be0e45c4-3b70-40a3-ac93-1fb1e423ad82 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:29.880765 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Updating router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 port c76d82ca-4d88-4292-9482-06015070fea6 binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:29.896430 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a2866bd-ca0a-4c80-8180-808d55ea0f4b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (ee71c2c9-93a6-406c-b89c-82aae8fd9d34), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.910024 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c76d82ca-4d88-4292-9482-06015070fea6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:29.915666 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e72f6-6949-4bbb-821f-1f769de92f12 None None] Pushing event updated for resources: {'Port': ['ID=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.983415 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2866bd-ca0a-4c80-8180-808d55ea0f4b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee71c2c9-93a6-406c-b89c-82aae8fd9d34,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:29.989967 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8cb916df-8c26-415b-b7be-a3b90f8cb830 req-e5efa26c-7f22-4820-89cd-77f5888ef81a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099622 Feb 20 20:07:29.998624 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-cffabe54-d527-4952-ad7a-3943767769cf None None] Provisioning complete for port 76c1f194-80ad-490e-95a3-db8a2493881c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:29.998999 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cffabe54-d527-4952-ad7a-3943767769cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.001481 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.042349 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0a2866bd-ca0a-4c80-8180-808d55ea0f4b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.043553 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:30.047060 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49000) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:30.050276 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-0a2866bd-ca0a-4c80-8180-808d55ea0f4b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5422742 Feb 20 20:07:30.051537 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-a7255b21-037f-4d0b-93e7-4db33460d16c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'security_group_rule': {'security_group_id': 'ee71c2c9-93a6-406c-b89c-82aae8fd9d34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:30.133250 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 646c82c9-91b8-48e2-a694-739a5630b86d up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:30.177832 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a7255b21-037f-4d0b-93e7-4db33460d16c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (03f7da98-a573-4a0d-ae80-987427805d34), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.196772 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cffabe54-d527-4952-ad7a-3943767769cf None None] Port 76c1f194-80ad-490e-95a3-db8a2493881c cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:30.242363 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Publish callbacks [] for port (c76d82ca-4d88-4292-9482-06015070fea6), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.288374 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a7255b21-037f-4d0b-93e7-4db33460d16c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (03f7da98-a573-4a0d-ae80-987427805d34), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.291031 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (c76d82ca-4d88-4292-9482-06015070fea6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.294721 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 646c82c9-91b8-48e2-a694-739a5630b86d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:30.295267 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.306730 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks [] for port (76c1f194-80ad-490e-95a3-db8a2493881c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.360070 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a7255b21-037f-4d0b-93e7-4db33460d16c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (03f7da98-a573-4a0d-ae80-987427805d34), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.385654 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82e8f0-0f60-4aa1-a0b7-fa01b30b0470 req-db53fbed-9398-4025-9046-2e346d185227 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:30.394284 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7255b21-037f-4d0b-93e7-4db33460d16c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f7da98-a573-4a0d-ae80-987427805d34,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:30.394524 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb82e8f0-0f60-4aa1-a0b7-fa01b30b0470 req-db53fbed-9398-4025-9046-2e346d185227 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0778840 Feb 20 20:07:30.421010 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f1a2-60f9-45b5-b8e7-8fee1ff101bf None None] Pushing event updated for resources: {'Port': ['ID=c76d82ca-4d88-4292-9482-06015070fea6,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:30.446689 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Attempting to bind port c76d82ca-4d88-4292-9482-06015070fea6 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:30.447144 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Attempting to bind port c76d82ca-4d88-4292-9482-06015070fea6 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:30.447511 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Attempting to bind port c76d82ca-4d88-4292-9482-06015070fea6 on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:30.453527 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:30.453815 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 646c82c9-91b8-48e2-a694-739a5630b86d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:30.453958 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Checking segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:30.454286 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.454676 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Bound using segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:30.454904 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 771bdc04-30a1-462d-bd98-aec812d08fec up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:30.455161 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Bound port: c76d82ca-4d88-4292-9482-06015070fea6, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:30.455537 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c76d82ca-4d88-4292-9482-06015070fea6), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.459639 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb82e8f0-0f60-4aa1-a0b7-fa01b30b0470 req-174fe29b-5584-45ea-822e-23df2d1e4e43 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639560 Feb 20 20:07:30.461155 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.462415 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a7255b21-037f-4d0b-93e7-4db33460d16c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.469992 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a7255b21-037f-4d0b-93e7-4db33460d16c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4193177 Feb 20 20:07:30.470822 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49008) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:30.475281 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-2c8167f2-5584-4d63-8e50-871918213791 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'security_group_rule': {'security_group_id': 'ee71c2c9-93a6-406c-b89c-82aae8fd9d34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:30.488332 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 3, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:30.519739 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8110146-46f8-4cbd-b76d-45bbcde0785e None None] The sync data for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi is: [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 3, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:30.550605 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 771bdc04-30a1-462d-bd98-aec812d08fec triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:30.551046 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.565954 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] For port c76d82ca-4d88-4292-9482-06015070fea6, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:30.571263 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] For port c76d82ca-4d88-4292-9482-06015070fea6, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=c76d82ca-4d88-4292-9482-06015070fea6,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:30.583146 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Pushing event updated for resources: {'Port': ['ID=76c1f194-80ad-490e-95a3-db8a2493881c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:30.598810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (5c25dba6-0790-43b5-8c08-71f0f5cfed90), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.604368 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c8167f2-5584-4d63-8e50-871918213791 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (896a3963-59e8-47f8-9eff-96a204ac846e), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.679228 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-bf468999-d887-48c4-b990-eab92f65eca8 None None] Provisioning complete for port c76d82ca-4d88-4292-9482-06015070fea6 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:30.679228 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf468999-d887-48c4-b990-eab92f65eca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (c76d82ca-4d88-4292-9482-06015070fea6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.714946 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (c76d82ca-4d88-4292-9482-06015070fea6), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.719295 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c8167f2-5584-4d63-8e50-871918213791 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (896a3963-59e8-47f8-9eff-96a204ac846e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.729939 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bf468999-d887-48c4-b990-eab92f65eca8 None None] Port c76d82ca-4d88-4292-9482-06015070fea6 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:30.734574 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:30.736161 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:30.747500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 771bdc04-30a1-462d-bd98-aec812d08fec is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:30.791137 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 59407d12-a97d-44f1-90e4-afc6090479e1 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:30.811233 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:30.811942 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:30.845413 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c8167f2-5584-4d63-8e50-871918213791 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (896a3963-59e8-47f8-9eff-96a204ac846e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.911151 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8167f2-5584-4d63-8e50-871918213791 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896a3963-59e8-47f8-9eff-96a204ac846e,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:30.932324 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 59407d12-a97d-44f1-90e4-afc6090479e1 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:07:30.936916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 59407d12-a97d-44f1-90e4-afc6090479e1 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:30.941539 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.942903 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:30.980952 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f1a2-60f9-45b5-b8e7-8fee1ff101bf None None] Pushing event updated for resources: {'Port': ['ID=c76d82ca-4d88-4292-9482-06015070fea6,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:30.989891 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2c8167f2-5584-4d63-8e50-871918213791 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:30.991305 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2c8167f2-5584-4d63-8e50-871918213791 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5193346 Feb 20 20:07:30.994176 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49014) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:30.999117 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:31.089486 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 59407d12-a97d-44f1-90e4-afc6090479e1 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:31.090455 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.159904 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.165445 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59407d12-a97d-44f1-90e4-afc6090479e1'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:31.165445 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1148f9f7-37b4-4a32-8140-622c8879982f" -d '{"events": [{"server_uuid": "34026110-b00c-4f8e-a7f3-77b26eb8483f", "name": "network-vif-plugged", "status": "completed", "tag": "59407d12-a97d-44f1-90e4-afc6090479e1"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:31.202633 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 59407d12-a97d-44f1-90e4-afc6090479e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=59407d12-a97d-44f1-90e4-afc6090479e1,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:31.231461 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:31.263543 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Provisioning complete for port c76d82ca-4d88-4292-9482-06015070fea6 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:31.264283 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (c76d82ca-4d88-4292-9482-06015070fea6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.315982 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.362896 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.405028 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=59407d12-a97d-44f1-90e4-afc6090479e1,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:31.467766 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Current status of the port c76d82ca-4d88-4292-9482-06015070fea6 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:31.468290 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (c76d82ca-4d88-4292-9482-06015070fea6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.512701 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Allocated IP 172.27.1.188 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/1478d875-9779-4346-992b-5e77b41ce26f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:31.530710 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] For port c76d82ca-4d88-4292-9482-06015070fea6, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=c76d82ca-4d88-4292-9482-06015070fea6,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:31.549798 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:30Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:31.581724 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31744fc2-6bcb-40fc-9e02-b0cd826b0025 None None] The sync data for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi is: [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:30Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:31.637395 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:31.641677 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-be3ee913-052f-4b9d-9006-4c25cd7ccd46 admin admin] 10.222.0.61 "PUT /v2.0/routers/5c25dba6-0790-43b5-8c08-71f0f5cfed90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6059351 Feb 20 20:07:31.650712 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a53bc-379c-4ff5-b2f7-40141aecd9ba req-62e06ace-8e8c-4768-b7c5-bd11a238b85a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:31.652372 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for port (1478d875-9779-4346-992b-5e77b41ce26f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.652526 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b36a53bc-379c-4ff5-b2f7-40141aecd9ba req-62e06ace-8e8c-4768-b7c5-bd11a238b85a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.1286583 Feb 20 20:07:31.662556 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22749fb5-5bfc-4725-b5ec-b846399feb52 req-e8956089-b19e-473c-aca7-6f78a39154e7 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:31.665342 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-22749fb5-5bfc-4725-b5ec-b846399feb52 req-e8956089-b19e-473c-aca7-6f78a39154e7 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 945 time: 0.1059489 Feb 20 20:07:31.670666 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (c76d82ca-4d88-4292-9482-06015070fea6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.726712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Provisioning complete for port 76c1f194-80ad-490e-95a3-db8a2493881c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:31.727136 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.804587 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Port 76c1f194-80ad-490e-95a3-db8a2493881c cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:31.805923 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c5aa7-3af0-41c2-baef-7735bfcabdf9 None None] Pushing event updated for resources: {'Port': ['ID=c76d82ca-4d88-4292-9482-06015070fea6,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:31.809430 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b36a53bc-379c-4ff5-b2f7-40141aecd9ba req-f7ece7fa-59d5-46d3-9542-369c29164b2a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268592 Feb 20 20:07:31.812761 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (1478d875-9779-4346-992b-5e77b41ce26f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:31.824327 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-22749fb5-5bfc-4725-b5ec-b846399feb52 req-ee0e3391-f30c-4d43-9170-5d4f6fa41ece tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406939 Feb 20 20:07:31.882478 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e119200-1646-4e22-9b33-f11dcef2e5e9 x-openstack-request-id: req-7e119200-1646-4e22-9b33-f11dcef2e5e9 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:31.882839 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34026110-b00c-4f8e-a7f3-77b26eb8483f", "name": "network-vif-plugged", "status": "completed", "tag": "59407d12-a97d-44f1-90e4-afc6090479e1", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:31.883096 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e119200-1646-4e22-9b33-f11dcef2e5e9 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:31.883522 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59407d12-a97d-44f1-90e4-afc6090479e1', 'code': 200} Feb 20 20:07:31.886133 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:31.890042 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:31.894150 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:31.912492 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'Port': ['ID=1478d875-9779-4346-992b-5e77b41ce26f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:32.025484 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3d81e-b825-42d4-aac5-546802f0cf0e req-4722be2e-60d0-4337-a0b3-1ca57478b6f3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:32.028097 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fbb3d81e-b825-42d4-aac5-546802f0cf0e req-4722be2e-60d0-4337-a0b3-1ca57478b6f3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0946941 Feb 20 20:07:32.087594 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (80c64f79-7996-4ef9-9a72-f2522546240e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.127251 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fbb3d81e-b825-42d4-aac5-546802f0cf0e req-c7959338-162b-4d73-8f74-67f307321d79 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926130 Feb 20 20:07:32.245388 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (1478d875-9779-4346-992b-5e77b41ce26f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.315952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f6cc2-94c2-4153-a0c3-a896ca543ebe req-e68798fd-0ed8-4c18-9a84-ade61dc42553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:32.317501 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-621f6cc2-94c2-4153-a0c3-a896ca543ebe req-e68798fd-0ed8-4c18-9a84-ade61dc42553 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 1130 time: 0.0516000 Feb 20 20:07:32.363644 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:32.376968 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-621f6cc2-94c2-4153-a0c3-a896ca543ebe req-4f24cab7-6145-4b06-aba5-19420b64c8f1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500760 Feb 20 20:07:32.460475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:32.461027 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.480438 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for port (1478d875-9779-4346-992b-5e77b41ce26f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.556784 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:32.557167 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.571393 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (1478d875-9779-4346-992b-5e77b41ce26f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.582899 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:32.604704 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (80c64f79-7996-4ef9-9a72-f2522546240e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.626390 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'Port': ['ID=1478d875-9779-4346-992b-5e77b41ce26f,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:32.662403 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.663205 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device c76d82ca-4d88-4292-9482-06015070fea6 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:32.716017 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.719966 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7660a2c0-28aa-40ea-9862-dc2aa0da82a4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7220948 Feb 20 20:07:32.743719 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:32.756514 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49040) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:32.756644 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port c76d82ca-4d88-4292-9482-06015070fea6 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:32.756932 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (c76d82ca-4d88-4292-9482-06015070fea6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.763181 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1389704707-network', 'tenant_id': '9a290758ff5c476f8af2a831f6005329'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:32.843216 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port c76d82ca-4d88-4292-9482-06015070fea6 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:32.885354 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Made reservation on behalf of 9a290758ff5c476f8af2a831f6005329 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:32.888615 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.897982 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.991943 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks [] for security_group (f74fdb57-3901-470e-91e6-594137f5b958), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:32.992442 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Sync routers for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:33.001612 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c484-e772-40f2-94f3-01f2e3b25e92 req-8b595f93-cade-4a0d-b7a2-90d02fdde9d9 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.003257 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3ee6c484-e772-40f2-94f3-01f2e3b25e92 req-8b595f93-cade-4a0d-b7a2-90d02fdde9d9 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 945 time: 0.1124532 Feb 20 20:07:33.004464 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:33.005268 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:33.007832 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-ec33fae2-8127-4966-8162-b37096ad1714 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--239783031&fields=id&tenant_id=7b2e5327bafe44618051a393c83948d3 HTTP/1.1" status: 200 len: 267 time: 0.0847189 Feb 20 20:07:33.122797 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3ee6c484-e772-40f2-94f3-01f2e3b25e92 req-9064910e-dc64-429b-b1a4-cddf12129c39 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117167 Feb 20 20:07:33.123546 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:33.130862 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f74fdb57-3901-470e-91e6-594137f5b958), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.164611 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:07:33.179828 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74fdb57-3901-470e-91e6-594137f5b958,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:33.185697 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-33e30326-47cc-476d-867d-d1e3e0fcbbd9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.187561 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-33e30326-47cc-476d-867d-d1e3e0fcbbd9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 809 time: 0.1698067 Feb 20 20:07:33.192651 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (6dbecfd3-2eb8-43b1-841f-decd36396ffb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.193034 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Added segment 6dbecfd3-2eb8-43b1-841f-decd36396ffb of type vlan for network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 Feb 20 20:07:33.206832 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-dbc71bba-292c-4ba8-91dc-3c6f81f6f082 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/quotas/7b2e5327bafe44618051a393c83948d3 HTTP/1.1" status: 200 len: 375 time: 0.0131917 Feb 20 20:07:33.250947 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (f3fc59d6-4ad3-4798-87bd-8d2262a17b12), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.299813 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-58b68250-66c1-40e0-a2dc-2088d4db740f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868592 Feb 20 20:07:33.314493 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011414e-6bba-4218-96f3-4599cfe9eaf4 req-2c3b269d-797f-4808-83a2-cda4e141ee1f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.315977 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e011414e-6bba-4218-96f3-4599cfe9eaf4 req-2c3b269d-797f-4808-83a2-cda4e141ee1f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.0928919 Feb 20 20:07:33.398994 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:30Z', 'revision_number': 2, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:33.424077 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e011414e-6bba-4218-96f3-4599cfe9eaf4 req-99e18bca-d21c-486f-9872-ddfcab6e394d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993061 Feb 20 20:07:33.426247 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Checking router: 5c25dba6-0790-43b5-8c08-71f0f5cfed90 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:33.426612 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Updating router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 port 76c1f194-80ad-490e-95a3-db8a2493881c binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:33.435216 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (f3fc59d6-4ad3-4798-87bd-8d2262a17b12), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.436857 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.437432 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.437829 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-64d2a7ef-1c81-468a-8297-3f5572b4b7f6 service neutron] 10.222.0.61 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208975 Feb 20 20:07:33.463848 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.525688 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] Pushing event updated for resources: {'Network': ['ID=f3fc59d6-4ad3-4798-87bd-8d2262a17b12,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:33.573619 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9c3a5e9f-bdbe-4963-87f7-704875f507cd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8152432 Feb 20 20:07:33.577218 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49058) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:33.592983 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Request body: {'subnet': {'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1389704707-subnet', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:33.611126 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560ace4-8879-46bc-903e-bf8a9e711515 req-8435bbae-988b-444a-9d3f-61134e218c42 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:33.612729 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d560ace4-8879-46bc-903e-bf8a9e711515 req-8435bbae-988b-444a-9d3f-61134e218c42 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0887127 Feb 20 20:07:33.615210 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-f622c4b3-3724-4309-aea1-d7d2d015180e service neutron] 10.222.0.61 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696815 Feb 20 20:07:33.639860 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:07:33.672734 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d560ace4-8879-46bc-903e-bf8a9e711515 req-576e28ba-cf6c-40f9-9dfc-707c966569de tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521362 Feb 20 20:07:33.692947 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Made reservation on behalf of 9a290758ff5c476f8af2a831f6005329 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:33.696080 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:33.915537 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-de0bb1a1-5559-4d3c-8a59-ce6c37deca81 req-f3270bed-ae9b-4df9-8d7f-d79070c42f14 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 210 time: 0.0398898 Feb 20 20:07:33.961290 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Publish callbacks [] for port (76c1f194-80ad-490e-95a3-db8a2493881c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.012382 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:34.029101 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for subnet (1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.070339 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.091008 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:34.099154 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Checking segment: {'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:34.099504 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Network hostable DHCP agents. Network: f3fc59d6-4ad3-4798-87bd-8d2262a17b12, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:07:34.113233 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:34.113233 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.198279 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b005c33-2536-4c5d-b88e-ea96f73034bf None None] Pushing event updated for resources: {'Port': ['ID=76c1f194-80ad-490e-95a3-db8a2493881c,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:34.216748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:07:34.250060 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Attempting to bind port 76c1f194-80ad-490e-95a3-db8a2493881c on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:34.250427 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Attempting to bind port 76c1f194-80ad-490e-95a3-db8a2493881c by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:34.250785 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Attempting to bind port 76c1f194-80ad-490e-95a3-db8a2493881c on network 0011abbb-d274-4b56-a1ae-9f388a3a335c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:34.274838 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:34.275304 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Checking segment: {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:34.275706 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.276478 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Bound using segment: {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:34.277145 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Bound port: 76c1f194-80ad-490e-95a3-db8a2493881c, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:34.277759 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.282429 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407aa5-b497-46e2-b6b9-962393c5b49e req-18446116-9072-438b-b307-89bc380617a5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.284002 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-08407aa5-b497-46e2-b6b9-962393c5b49e req-18446116-9072-438b-b307-89bc380617a5 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 945 time: 0.0640230 Feb 20 20:07:34.325646 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:34.331846 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, f3fc59d6-4ad3-4798-87bd-8d2262a17b12) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:34.342085 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-08407aa5-b497-46e2-b6b9-962393c5b49e req-2c21d26e-2477-4bad-b323-9ce2ca751119 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/security-groups?id=2470d3cb-278a-441d-8866-779da0b4db0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509996 Feb 20 20:07:34.343754 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.344604 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.359407 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d2e61b-7224-47aa-a90c-46a6713ec9ce None None] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:34.408364 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] For port 76c1f194-80ad-490e-95a3-db8a2493881c, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:34.427051 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] For port 76c1f194-80ad-490e-95a3-db8a2493881c, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=76c1f194-80ad-490e-95a3-db8a2493881c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:34.428272 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-7d45e4cc-fdd5-4abd-816f-2b5c36559edf None None] Provisioning complete for port 76c1f194-80ad-490e-95a3-db8a2493881c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:34.428643 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d45e4cc-fdd5-4abd-816f-2b5c36559edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.451606 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-93505097-6352-4a7b-b77a-d01c17769513 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8701160 Feb 20 20:07:34.451749 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49070) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:34.457132 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:34.503632 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7d45e4cc-fdd5-4abd-816f-2b5c36559edf None None] Port 76c1f194-80ad-490e-95a3-db8a2493881c cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:34.505936 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.533228 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-f3fc59d6-4ad3-4798-87bd-8d2262a17b12', 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12', 'project_id': '9a290758ff5c476f8af2a831f6005329', 'fixed_ips': [{'subnet_id': '1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:07:34.534083 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.571642 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (3b54b7ab-68fa-4f37-819b-08593565514c), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.572851 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (3b54b7ab-68fa-4f37-819b-08593565514c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.586449 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-c1e1cd4a-7a4d-4216-9df5-48de8a6e785a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.588318 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-c1e1cd4a-7a4d-4216-9df5-48de8a6e785a tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 945 time: 0.1006382 Feb 20 20:07:34.597470 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:34.598295 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:34.599535 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb891410-21dd-4c66-8eec-0efb0e566ced req-f404b53d-d4bd-49b3-8d73-764325559e2f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.601065 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb891410-21dd-4c66-8eec-0efb0e566ced req-f404b53d-d4bd-49b3-8d73-764325559e2f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.0801294 Feb 20 20:07:34.654280 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b005c33-2536-4c5d-b88e-ea96f73034bf None None] Pushing event updated for resources: {'Port': ['ID=76c1f194-80ad-490e-95a3-db8a2493881c,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:34.689576 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks [] for router_controller (3b54b7ab-68fa-4f37-819b-08593565514c), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.769533 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb891410-21dd-4c66-8eec-0efb0e566ced req-08e4fc7f-4e3f-46e3-898d-856470e73005 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387782 Feb 20 20:07:34.839440 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Allocated IP 172.20.0.2 (f3fc59d6-4ad3-4798-87bd-8d2262a17b12/1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1/9b63562b-c5d9-41e0-88f9-e658b103ce3a) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:34.857705 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:34.919310 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1342a-80ee-4fa0-9065-4ad24a8a65d7 req-7c815f1a-db81-4de4-a219-05d0e0ea7895 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:34.920971 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b7a1342a-80ee-4fa0-9065-4ad24a8a65d7 req-7c815f1a-db81-4de4-a219-05d0e0ea7895 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1503854 Feb 20 20:07:34.930595 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Deleting port 44595839-ceec-499a-b2b2-f531dff82b6c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:07:34.931028 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:34.997883 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks [] for router_gateway (3b54b7ab-68fa-4f37-819b-08593565514c), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.037141 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9e90d01-9199-4bf1-8de9-f22e17b153f2 req-b8bc9bc6-420c-482d-a6f2-c2eace855987 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 210 time: 0.0465925 Feb 20 20:07:35.044985 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-fa526e00-94d3-4340-b986-6b5eec25b9fe None None] Provisioning complete for port 76c1f194-80ad-490e-95a3-db8a2493881c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:35.045293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa526e00-94d3-4340-b986-6b5eec25b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.058896 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b7a1342a-80ee-4fa0-9065-4ad24a8a65d7 req-94ae048b-e15d-4023-8ea2-482e3ea77649 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239498 Feb 20 20:07:35.101892 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] For port 44595839-ceec-499a-b2b2-f531dff82b6c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=44595839-ceec-499a-b2b2-f531dff82b6c,segment=NetworkSegment(8c8b0f13-56c6-4dab-a7b3-f82a333b5496),segment_id=8c8b0f13-56c6-4dab-a7b3-f82a333b5496)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:35.102261 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.118774 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Calling delete_port for 44595839-ceec-499a-b2b2-f531dff82b6c owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:07:35.256823 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Publish callbacks [] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.276767 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-fa526e00-94d3-4340-b986-6b5eec25b9fe None None] Current status of the port 76c1f194-80ad-490e-95a3-db8a2493881c is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:35.277187 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa526e00-94d3-4340-b986-6b5eec25b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.329636 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-fa526e00-94d3-4340-b986-6b5eec25b9fe None None] For port 76c1f194-80ad-490e-95a3-db8a2493881c, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=76c1f194-80ad-490e-95a3-db8a2493881c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:35.336026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:34Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:35.363186 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c19873-7812-424c-9b77-ab6d97d45876 None None] The sync data for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi is: [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:34Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:35.383352 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.452865 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (44595839-ceec-499a-b2b2-f531dff82b6c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.462123 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fa526e00-94d3-4340-b986-6b5eec25b9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.466494 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:35.469720 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:35.482837 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:35.493898 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Pushing event updated for resources: {'Port': ['ID=9b63562b-c5d9-41e0-88f9-e658b103ce3a,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:35.504228 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Pushing event deleted for resources: {'Port': ['ID=44595839-ceec-499a-b2b2-f531dff82b6c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:35.587432 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7369044a-dd09-4a5b-ad26-17b5db2d8c11 req-9f3bd941-17e8-4e67-8349-d904cb1e3d67 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0849521 Feb 20 20:07:35.645068 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] No DVR routers for this DVR port 44595839-ceec-499a-b2b2-f531dff82b6c on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:07:35.654828 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.658703 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2b9cb64b-555d-4b0b-a984-a906faccdd6a req-3f15aa1c-c468-4c9b-a17b-e54642e2eb4c tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.91 "DELETE /v2.0/ports/44595839-ceec-499a-b2b2-f531dff82b6c HTTP/1.1" status: 204 len: 173 time: 1.0566905 Feb 20 20:07:35.661406 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'name': 'network-vif-deleted', 'tag': '44595839-ceec-499a-b2b2-f531dff82b6c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:35.664018 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78912e7c-41f7-446d-97b6-5b5848a9d9c6" -d '{"events": [{"server_uuid": "edad7e7d-2d61-41d0-a592-667125d893b1", "name": "network-vif-deleted", "tag": "44595839-ceec-499a-b2b2-f531dff82b6c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:35.686574 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks [] for router_gateway (3b54b7ab-68fa-4f37-819b-08593565514c), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.712757 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.727313 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c344e83-65e7-4480-b6d8-3beda0d98a1e x-openstack-request-id: req-6c344e83-65e7-4480-b6d8-3beda0d98a1e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:35.727804 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edad7e7d-2d61-41d0-a592-667125d893b1", "name": "network-vif-deleted", "tag": "44595839-ceec-499a-b2b2-f531dff82b6c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:35.728323 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c344e83-65e7-4480-b6d8-3beda0d98a1e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:35.729166 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edad7e7d-2d61-41d0-a592-667125d893b1', 'name': 'network-vif-deleted', 'tag': '44595839-ceec-499a-b2b2-f531dff82b6c', 'status': 'completed', 'code': 200} Feb 20 20:07:35.762697 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Attempting to bind port 9b63562b-c5d9-41e0-88f9-e658b103ce3a on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:35.763062 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Attempting to bind port 9b63562b-c5d9-41e0-88f9-e658b103ce3a by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:35.763423 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Attempting to bind port 9b63562b-c5d9-41e0-88f9-e658b103ce3a on network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:35.777090 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:35.777512 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Checking segment: {'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:35.777908 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.778352 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Bound using segment: {'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:35.779134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Bound port: 9b63562b-c5d9-41e0-88f9-e658b103ce3a, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:35.779263 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.783379 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa526e00-94d3-4340-b986-6b5eec25b9fe None None] Pushing event updated for resources: {'Port': ['ID=76c1f194-80ad-490e-95a3-db8a2493881c,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:35.849561 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Allocated IP 172.27.1.112 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/72eb65de-1650-43a0-8b36-eeae7d5c5bba) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:35.869810 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] For port 9b63562b-c5d9-41e0-88f9-e658b103ce3a, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:35.874687 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] For port 9b63562b-c5d9-41e0-88f9-e658b103ce3a, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=9b63562b-c5d9-41e0-88f9-e658b103ce3a,segment=NetworkSegment(6dbecfd3-2eb8-43b1-841f-decd36396ffb),segment_id=6dbecfd3-2eb8-43b1-841f-decd36396ffb)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:35.926930 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920999d-01b0-4de9-b5df-9d9ecf7dbb43 req-b38b3696-8d63-4ea5-8a22-9d32975f36a4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:35.934493 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a920999d-01b0-4de9-b5df-9d9ecf7dbb43 req-b38b3696-8d63-4ea5-8a22-9d32975f36a4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.0784819 Feb 20 20:07:35.960168 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:35.981236 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks [] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.022154 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a920999d-01b0-4de9-b5df-9d9ecf7dbb43 req-ad67cff0-2dba-44db-a89c-0d71f1ea6166 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837812 Feb 20 20:07:36.108495 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 76c1f194-80ad-490e-95a3-db8a2493881c up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:36.134553 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcefad0-65c9-4caf-a2b9-8f27679d7461 None None] Pushing event updated for resources: {'Port': ['ID=9b63562b-c5d9-41e0-88f9-e658b103ce3a,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:36.177982 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.217188 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0dd0cae0-4511-4540-b88c-ca213170644b req-a22d26b9-1648-4e9b-8b55-999d34f83508 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 210 time: 0.0405743 Feb 20 20:07:36.219637 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 76c1f194-80ad-490e-95a3-db8a2493881c triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:36.220378 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.270590 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:36.277226 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:36.282595 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:36.333307 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Pushing event updated for resources: {'Port': ['ID=72eb65de-1650-43a0-8b36-eeae7d5c5bba,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:36.342109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 76c1f194-80ad-490e-95a3-db8a2493881c is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:36.450544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee89655-84f9-4222-a6f2-b230872afc79 req-d5b437aa-5b7a-4cd6-904c-7632ae062e50 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:36.466579 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ee89655-84f9-4222-a6f2-b230872afc79 req-d5b437aa-5b7a-4cd6-904c-7632ae062e50 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1205266 Feb 20 20:07:36.542105 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ee89655-84f9-4222-a6f2-b230872afc79 req-e3fec75e-1174-4d5c-af94-581a7fd38b80 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662181 Feb 20 20:07:36.685848 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-006c30fc-2b20-4818-aa2d-d99213f9ac47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.712370 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-032aab96-2f88-4610-937c-86a607d53e27 req-e4bc16e1-33bc-418a-aa1e-2ceb169848c0 tempest-VolumesActionsTest-451079811 tempest-VolumesActionsTest-451079811-project] 10.222.0.61 "GET /v2.0/ports?device_id=edad7e7d-2d61-41d0-a592-667125d893b1 HTTP/1.1" status: 200 len: 210 time: 0.0327141 Feb 20 20:07:36.744066 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks [] for router_gateway (3b54b7ab-68fa-4f37-819b-08593565514c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:36.811421 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 44595839-ceec-499a-b2b2-f531dff82b6c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:07:36.832130 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 44595839-ceec-499a-b2b2-f531dff82b6c {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:07:36.832514 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 44595839-ceec-499a-b2b2-f531dff82b6c not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:07:36.946862 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (3b54b7ab-68fa-4f37-819b-08593565514c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.176834 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Router 3b54b7ab-68fa-4f37-819b-08593565514c is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:07:37.249920 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386af8f-4dbc-4426-b845-43940954fd58 None None] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:07:37.297818 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:37.308605 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Sync routers for ids ['3b54b7ab-68fa-4f37-819b-08593565514c'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:37.319869 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Routers {'3b54b7ab-68fa-4f37-819b-08593565514c'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:37.320541 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['3b54b7ab-68fa-4f37-819b-08593565514c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:37.322281 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-2a414a89-2112-43e4-98f0-2201c2f89aee None None] Provisioning complete for port 9b63562b-c5d9-41e0-88f9-e658b103ce3a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:37.322656 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a414a89-2112-43e4-98f0-2201c2f89aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.347284 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-355356a2-f73c-4bdb-afce-5cbab9ac0593 req-5dc35f55-7476-4a7b-b535-af8247d5435a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 210 time: 0.0317519 Feb 20 20:07:37.419610 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.422971 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-90bfa854-0544-4667-8ad0-fda86e7f81ed admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9695935 Feb 20 20:07:37.424072 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49114) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:07:37.452373 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2a414a89-2112-43e4-98f0-2201c2f89aee None None] Current status of the port 9b63562b-c5d9-41e0-88f9-e658b103ce3a is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:37.452769 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a414a89-2112-43e4-98f0-2201c2f89aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.496745 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-2a414a89-2112-43e4-98f0-2201c2f89aee None None] For port 9b63562b-c5d9-41e0-88f9-e658b103ce3a, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=9b63562b-c5d9-41e0-88f9-e658b103ce3a,segment=NetworkSegment(6dbecfd3-2eb8-43b1-841f-decd36396ffb),segment_id=6dbecfd3-2eb8-43b1-841f-decd36396ffb)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:37.568573 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Set router 3b54b7ab-68fa-4f37-819b-08593565514c gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:37.594277 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a414a89-2112-43e4-98f0-2201c2f89aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.639597 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-89fcf589-0bcd-4b1d-9419-a3aabda798e2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:37.641366 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-89fcf589-0bcd-4b1d-9419-a3aabda798e2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 809 time: 0.2081103 Feb 20 20:07:37.690203 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a414a89-2112-43e4-98f0-2201c2f89aee None None] Pushing event updated for resources: {'Port': ['ID=9b63562b-c5d9-41e0-88f9-e658b103ce3a,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:37.806478 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:36Z', 'revision_number': 3, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:37.822397 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11806f9-1ade-44ac-9d49-00a5142ccaec req-f706684c-7c56-4d3d-a27e-c034d032b03d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:37.825045 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a11806f9-1ade-44ac-9d49-00a5142ccaec req-f706684c-7c56-4d3d-a27e-c034d032b03d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1620359 Feb 20 20:07:37.838836 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Checking router: 3b54b7ab-68fa-4f37-819b-08593565514c for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:37.839181 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Updating router 3b54b7ab-68fa-4f37-819b-08593565514c port 72eb65de-1650-43a0-8b36-eeae7d5c5bba binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:37.867505 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:37.901019 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-61d81b92-b505-496c-b054-fef79a54c0d2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b2e5327bafe44618051a393c83948d3 HTTP/1.1" status: 200 len: 379 time: 0.1855271 Feb 20 20:07:37.919121 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'port': {'device_id': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'admin_state_up': True, 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'security_groups': ['ee71c2c9-93a6-406c-b89c-82aae8fd9d34']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:37.928885 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-d3a22fec-1813-4a76-8a7b-7a614dd1f6b1 None None] Provisioning complete for port 9b63562b-c5d9-41e0-88f9-e658b103ce3a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:37.929264 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d3a22fec-1813-4a76-8a7b-7a614dd1f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.048170 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-d3a22fec-1813-4a76-8a7b-7a614dd1f6b1 None None] Current status of the port 9b63562b-c5d9-41e0-88f9-e658b103ce3a is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:38.052132 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.072070 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a11806f9-1ade-44ac-9d49-00a5142ccaec req-c7f7bfb4-6abe-46d6-b0ac-549e8b54063e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361081 Feb 20 20:07:38.177405 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 9b63562b-c5d9-41e0-88f9-e658b103ce3a up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:38.206430 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.210833 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Made reservation on behalf of 7b2e5327bafe44618051a393c83948d3 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:38.214756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.298703 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 9b63562b-c5d9-41e0-88f9-e658b103ce3a triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:38.299105 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.308604 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Publish callbacks [] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.423998 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Allocated IP 172.20.0.5 (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4/a2408bd4-c783-45c3-a45e-d2c3b908a616/db3c89ec-00b5-4759-bd46-ea07d2b94952) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:38.428861 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 9b63562b-c5d9-41e0-88f9-e658b103ce3a is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:38.452344 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.470792 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-43ea4126-88f7-49f6-9c09-511e86c81a05 req-2b3fb32f-8d74-427b-a859-167a5231a421 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 210 time: 0.0322056 Feb 20 20:07:38.522431 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5478b2-04a8-4225-b6b1-6ee06e8ecf1b req-9d9effef-4b21-4e35-a03a-37410c12723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:38.523620 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Attempting to bind port 72eb65de-1650-43a0-8b36-eeae7d5c5bba on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:38.523926 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af5478b2-04a8-4225-b6b1-6ee06e8ecf1b req-9d9effef-4b21-4e35-a03a-37410c12723d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.0900526 Feb 20 20:07:38.524055 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Attempting to bind port 72eb65de-1650-43a0-8b36-eeae7d5c5bba by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:38.524603 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Attempting to bind port 72eb65de-1650-43a0-8b36-eeae7d5c5bba on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:38.528216 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Allocated IP 172.20.0.1 (f3fc59d6-4ad3-4798-87bd-8d2262a17b12/1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1/7ad61530-a8b5-4a4d-8ca1-14ce2854d73c) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:38.535287 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:38.535668 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:38.536067 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.536652 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:38.537156 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Bound port: 72eb65de-1650-43a0-8b36-eeae7d5c5bba, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:38.537597 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.610434 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ad474-cafc-4a91-8d97-438be4e9c8c6 None None] Pushing event updated for resources: {'Port': ['ID=72eb65de-1650-43a0-8b36-eeae7d5c5bba,revision_number=2']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:38.649836 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.655381 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af5478b2-04a8-4225-b6b1-6ee06e8ecf1b req-daca5c37-ed20-43a2-9fab-2dd851c7fe16 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731561 Feb 20 20:07:38.687520 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks [] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.691969 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] For port 72eb65de-1650-43a0-8b36-eeae7d5c5bba, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:38.695277 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] For port 72eb65de-1650-43a0-8b36-eeae7d5c5bba, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=72eb65de-1650-43a0-8b36-eeae7d5c5bba,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:38.903322 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.907243 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.907375 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.946193 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:38.952405 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:38.953435 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:38.956950 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:38.957420 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (3b54b7ab-68fa-4f37-819b-08593565514c), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:38.958797 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:38.960966 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:38.963648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:38.973220 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Routers {'3b54b7ab-68fa-4f37-819b-08593565514c'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:38.974068 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['3b54b7ab-68fa-4f37-819b-08593565514c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:39.000109 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'Port': ['ID=db3c89ec-00b5-4759-bd46-ea07d2b94952,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:39.039805 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:39.040497 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.041496 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-82b53634-ef31-4652-a4ab-00bdd205587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.140454 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ad474-cafc-4a91-8d97-438be4e9c8c6 None None] Pushing event updated for resources: {'Port': ['ID=72eb65de-1650-43a0-8b36-eeae7d5c5bba,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:39.164365 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] Set router 3b54b7ab-68fa-4f37-819b-08593565514c gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:39.187088 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e6452100-442b-4c1b-8d3b-2d5309880d01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2714629 Feb 20 20:07:39.234296 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.279362 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Request body: {'port': {'device_id': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:39.428117 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66109b0a-2a08-490b-ac24-acf499fbca19 req-ef48ba3b-820f-40bb-9981-06e21db0f369 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:39.431236 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-c8e68a10-b2d1-45c5-9ed4-9cad4f1b261c None None] Provisioning complete for port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:39.431426 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c8e68a10-b2d1-45c5-9ed4-9cad4f1b261c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.442556 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66109b0a-2a08-490b-ac24-acf499fbca19 req-ef48ba3b-820f-40bb-9981-06e21db0f369 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.2406888 Feb 20 20:07:39.456681 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:36Z', 'revision_number': 3, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:39.489696 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c8e68a10-b2d1-45c5-9ed4-9cad4f1b261c None None] Port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:39.491743 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b8c0-9518-442d-85cf-0dc489a75ece None None] The sync data for ids ['3b54b7ab-68fa-4f37-819b-08593565514c'] in dv-cinder-830086-1-iscsi is: [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:36Z', 'revision_number': 3, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:39.546885 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks [] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.604797 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66109b0a-2a08-490b-ac24-acf499fbca19 req-4bfa9530-61bd-4da1-b00b-9a3dae5f9000 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613202 Feb 20 20:07:39.637889 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-51e715c6-a861-432a-823f-28fac1278629 None None] Provisioning complete for port db3c89ec-00b5-4759-bd46-ea07d2b94952 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:39.639781 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-51e715c6-a861-432a-823f-28fac1278629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.639905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.674359 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.675294 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (3b54b7ab-68fa-4f37-819b-08593565514c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:39.696442 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-51e715c6-a861-432a-823f-28fac1278629 None None] Port db3c89ec-00b5-4759-bd46-ea07d2b94952 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:39.738321 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e4830-d245-4139-b90e-cdaaa2f47a5a req-4194fee9-729c-4c4d-97c1-3cf887b0fb8d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:39.739832 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a01e4830-d245-4139-b90e-cdaaa2f47a5a req-4194fee9-729c-4c4d-97c1-3cf887b0fb8d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 931 time: 0.1563444 Feb 20 20:07:39.799410 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:39.854674 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:39.856763 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:39.960076 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a01e4830-d245-4139-b90e-cdaaa2f47a5a req-1f06477e-26fb-4da0-852f-b632355d2f7f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096660 Feb 20 20:07:40.103074 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.149605 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 72eb65de-1650-43a0-8b36-eeae7d5c5bba up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:40.171642 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3c89ec-00b5-4759-bd46-ea07d2b94952 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:40.186552 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Publish callbacks [] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.209847 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Transition to ACTIVE for port object db3c89ec-00b5-4759-bd46-ea07d2b94952 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:07:40.240389 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-afc68e4a-f66d-4273-abd0-8d43aef224aa None None] Provisioning complete for port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:40.240760 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-afc68e4a-f66d-4273-abd0-8d43aef224aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.267714 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 72eb65de-1650-43a0-8b36-eeae7d5c5bba triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:40.269763 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.285484 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.304948 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Router 3b54b7ab-68fa-4f37-819b-08593565514c has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:07:40.313478 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-afc68e4a-f66d-4273-abd0-8d43aef224aa None None] Port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:40.380308 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db3c89ec-00b5-4759-bd46-ea07d2b94952,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:40.439923 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 72eb65de-1650-43a0-8b36-eeae7d5c5bba is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:40.441494 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.496689 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 72eb65de-1650-43a0-8b36-eeae7d5c5bba, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=72eb65de-1650-43a0-8b36-eeae7d5c5bba,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:40.512591 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:07:40.520155 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b7d76292-fad1-4924-ba77-df03abec6781 admin admin] 10.222.0.61 "PUT /v2.0/routers/3b54b7ab-68fa-4f37-819b-08593565514c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0943081 Feb 20 20:07:40.530188 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Attempting to bind port db3c89ec-00b5-4759-bd46-ea07d2b94952 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:40.530896 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Attempting to bind port db3c89ec-00b5-4759-bd46-ea07d2b94952 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:40.530896 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Attempting to bind port db3c89ec-00b5-4759-bd46-ea07d2b94952 on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:40.539324 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Port db3c89ec-00b5-4759-bd46-ea07d2b94952 on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:07:40.539534 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Attempting to bind port db3c89ec-00b5-4759-bd46-ea07d2b94952 on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:40.548574 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:40.548919 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Checking segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:40.549301 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Bound using segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:40.549725 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Bound port: db3c89ec-00b5-4759-bd46-ea07d2b94952, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:40.550091 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.562139 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:40.660479 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=72eb65de-1650-43a0-8b36-eeae7d5c5bba,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:40.662230 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] For port db3c89ec-00b5-4759-bd46-ea07d2b94952, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:40.670568 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] For port db3c89ec-00b5-4759-bd46-ea07d2b94952, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:40.797436 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.086933 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108aebe-5248-4fa2-ac25-b17ff1399117 req-50fc84e4-cf42-48a2-9f10-62a64688ddd6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:41.092239 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3108aebe-5248-4fa2-ac25-b17ff1399117 req-50fc84e4-cf42-48a2-9f10-62a64688ddd6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.3725002 Feb 20 20:07:41.095686 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:41.096324 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.097692 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] 10.222.0.91 "PUT /v2.0/ports/db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 200 len: 1093 time: 1.8442998 Feb 20 20:07:41.100937 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:41.103111 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f905dd74-7151-43c0-8ebe-f917043e6d72" -d '{"events": [{"name": "network-changed", "server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:41.174146 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983cc7b-4231-47e9-9423-62ea1b41a3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=db3c89ec-00b5-4759-bd46-ea07d2b94952,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:41.188256 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-bfc3434c-a634-4538-b0b2-b24f7fc5a317 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:41.189584 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-bfc3434c-a634-4538-b0b2-b24f7fc5a317 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.4313023 Feb 20 20:07:41.216687 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3108aebe-5248-4fa2-ac25-b17ff1399117 req-7909f7c1-6f95-49db-8c52-0e95042d27b0 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179385 Feb 20 20:07:41.219481 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-4cf7152c-b3c5-4918-8d1d-062c4762f547 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/quotas/241d32fe65e44ece897c10bfd0439121 HTTP/1.1" status: 200 len: 375 time: 0.0212972 Feb 20 20:07:41.291813 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2e0f0f7a-47a1-4cbd-ab63-0a9519e7a34c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654006 Feb 20 20:07:41.459144 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaad5a3-2a72-4f5d-aeb9-254f25fc14a2 req-fa8e22ef-6eb1-4139-b95b-e7301591c8c6 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:41.459144 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-adaad5a3-2a72-4f5d-aeb9-254f25fc14a2 req-fa8e22ef-6eb1-4139-b95b-e7301591c8c6 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.1202269 Feb 20 20:07:41.459144 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-c3c3a1c6-d4f0-45ff-bf96-92956028b8ae service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367276 Feb 20 20:07:41.533057 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-adaad5a3-2a72-4f5d-aeb9-254f25fc14a2 req-e4d4558d-78e0-4d4a-b35e-5c5556b1e8f2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098299 Feb 20 20:07:41.580079 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-56d156cc-821e-4801-94bf-5b1cba8f2b88 service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157763 Feb 20 20:07:41.596193 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf7118f-bb39-491a-a86c-7a7237f0b74e x-openstack-request-id: req-5cf7118f-bb39-491a-a86c-7a7237f0b74e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:41.596677 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:41.596786 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5cf7118f-bb39-491a-a86c-7a7237f0b74e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:41.597149 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'status': 'completed', 'code': 200} Feb 20 20:07:41.954142 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:41.957307 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-289d0819-bf8d-49e0-8bfd-e2b97bcd4f68 req-63d08493-e3a7-4cbe-88fd-d6cc19afd9e6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0374591 Feb 20 20:07:42.058258 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 72eb65de-1650-43a0-8b36-eeae7d5c5bba up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:42.133374 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 72eb65de-1650-43a0-8b36-eeae7d5c5bba triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:42.133762 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:42.244889 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 72eb65de-1650-43a0-8b36-eeae7d5c5bba is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:42.359279 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b3ddf-d955-456a-a4a7-2fbacef8fc2f req-294ca9fa-6653-4c9c-b5af-66082b8e162a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:42.362487 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4e6b3ddf-d955-456a-a4a7-2fbacef8fc2f req-294ca9fa-6653-4c9c-b5af-66082b8e162a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0659533 Feb 20 20:07:42.417453 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4e6b3ddf-d955-456a-a4a7-2fbacef8fc2f req-410fb907-c0c8-4dbb-b941-e46cacd69fd4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481834 Feb 20 20:07:42.678180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70f20-cf36-429a-85ee-bde69f37c038 req-85589b5b-fcaa-4d78-a0f2-a861b5028c01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:42.679604 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62c70f20-cf36-429a-85ee-bde69f37c038 req-85589b5b-fcaa-4d78-a0f2-a861b5028c01 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.0644310 Feb 20 20:07:42.735411 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62c70f20-cf36-429a-85ee-bde69f37c038 req-98973815-b68a-44d5-9561-425df0f1be89 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474327 Feb 20 20:07:42.961446 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:43.089184 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8493fc5e-b4e6-4541-9458-9e7dbd20246d req-9811b2f0-c219-45c0-a5b7-0aefc46119dc tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0334871 Feb 20 20:07:43.384745 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Sync routers for ids ['3b54b7ab-68fa-4f37-819b-08593565514c'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:07:43.392987 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Routers {'3b54b7ab-68fa-4f37-819b-08593565514c'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:43.393901 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['3b54b7ab-68fa-4f37-819b-08593565514c'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:43.532383 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Set router 3b54b7ab-68fa-4f37-819b-08593565514c gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:43.575126 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c853ab-126d-4dc6-abde-3bbde11ecd54 req-9d20ebe1-052d-4ecd-b452-d00ebe4d086f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:43.582230 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-39c853ab-126d-4dc6-abde-3bbde11ecd54 req-9d20ebe1-052d-4ecd-b452-d00ebe4d086f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0837834 Feb 20 20:07:43.634467 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-39c853ab-126d-4dc6-abde-3bbde11ecd54 req-57b5c769-6bf5-428a-b8fb-92ec9a46d46b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Feb 20 20:07:43.777037 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:39Z', 'revision_number': 4, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '7ad61530-a8b5-4a4d-8ca1-14ce2854d73c', 'name': '', 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'mac_address': 'fa:16:3e:01:19:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:38Z', 'updated_at': '2022-02-20T20:07:39Z', 'revision_number': 2, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'subnets': [{'id': '1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:43.805603 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Checking router: 3b54b7ab-68fa-4f37-819b-08593565514c for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:07:43.805962 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Updating router 3b54b7ab-68fa-4f37-819b-08593565514c port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:07:43.843104 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:43.897833 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c7279-1714-4454-b4e9-747f95105586 req-563f1d65-3b5a-4210-ac1c-d4c2de8aab60 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:43.899348 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-797c7279-1714-4454-b4e9-747f95105586 req-563f1d65-3b5a-4210-ac1c-d4c2de8aab60 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.0738602 Feb 20 20:07:43.957743 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-797c7279-1714-4454-b4e9-747f95105586 req-466a899d-9479-43e4-857c-364d61559127 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516036 Feb 20 20:07:44.157618 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Publish callbacks [] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.203549 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-80397331-d3ca-4298-abbc-d863cd5423c7 req-7905143a-5971-475b-b3a2-ff0ad3e2cf61 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0311506 Feb 20 20:07:44.223454 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.283760 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95ef30-2184-4bfc-9ff2-f07f35a3c99c None None] Pushing event updated for resources: {'Port': ['ID=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:44.354016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Attempting to bind port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:44.354391 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Attempting to bind port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:44.354762 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Attempting to bind port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c on network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:44.362053 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:44.362485 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Checking segment: {'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:44.362846 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.363257 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Bound using segment: {'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:44.363727 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Bound port: 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbecfd3-2eb8-43b1-841f-decd36396ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:44.364108 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.444142 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] For port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:44.447233 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] For port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,segment=NetworkSegment(6dbecfd3-2eb8-43b1-841f-decd36396ffb),segment_id=6dbecfd3-2eb8-43b1-841f-decd36396ffb)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:44.546923 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-88749149-001f-499d-ba96-c02c6762074f None None] Provisioning complete for port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:44.547288 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-88749149-001f-499d-ba96-c02c6762074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:44.580542 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-88749149-001f-499d-ba96-c02c6762074f None None] Port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:07:44.793692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a8ef1-7658-4d7f-a8f2-c31b5be2fc05 req-997c09fb-6369-44b3-a33c-0033dca2d704 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:44.795149 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ff7a8ef1-7658-4d7f-a8f2-c31b5be2fc05 req-997c09fb-6369-44b3-a33c-0033dca2d704 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0646288 Feb 20 20:07:44.849879 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ff7a8ef1-7658-4d7f-a8f2-c31b5be2fc05 req-fe4e03d2-5385-4bc3-9e82-ee6c1262162c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490901 Feb 20 20:07:44.971827 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.034872 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95ef30-2184-4bfc-9ff2-f07f35a3c99c None None] Pushing event updated for resources: {'Port': ['ID=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:45.044057 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Routers {'3b54b7ab-68fa-4f37-819b-08593565514c'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:07:45.044057 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['3b54b7ab-68fa-4f37-819b-08593565514c'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:45.110381 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634881d1-61ae-4a6e-88cb-d1a6063a3c55 req-5c5a4b7b-41fa-4f08-8116-dc4f51f9dc2a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.112083 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-634881d1-61ae-4a6e-88cb-d1a6063a3c55 req-5c5a4b7b-41fa-4f08-8116-dc4f51f9dc2a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.0661452 Feb 20 20:07:45.176659 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-634881d1-61ae-4a6e-88cb-d1a6063a3c55 req-1a9025f8-b05f-4328-b4fe-fae075f82b12 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571535 Feb 20 20:07:45.218387 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] Set router 3b54b7ab-68fa-4f37-819b-08593565514c gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:07:45.308412 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905dd74-7151-43c0-8ebe-f917043e6d72 req-695c4d85-735c-4623-b5ed-183e183c1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.311016 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f905dd74-7151-43c0-8ebe-f917043e6d72 req-695c4d85-735c-4623-b5ed-183e183c1cc6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1127 time: 0.0707982 Feb 20 20:07:45.355085 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-14e8bbc2-c77f-4132-be74-4d77565c0906 req-757f87f5-5e7b-44c1-9526-767c41575777 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0426707 Feb 20 20:07:45.483635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905dd74-7151-43c0-8ebe-f917043e6d72 req-56723068-45d3-49c4-8909-18760d1f1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.486841 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f905dd74-7151-43c0-8ebe-f917043e6d72 req-56723068-45d3-49c4-8909-18760d1f1b64 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=7b2e5327bafe44618051a393c83948d3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1469331 Feb 20 20:07:45.523595 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-67248f91-c9fc-4cd6-b759-d9eb25db6246 None None] Provisioning complete for port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:45.523968 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-67248f91-c9fc-4cd6-b759-d9eb25db6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.634196 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905dd74-7151-43c0-8ebe-f917043e6d72 req-02e071b0-352d-48b9-bb21-436d98702352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.636899 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f905dd74-7151-43c0-8ebe-f917043e6d72 req-02e071b0-352d-48b9-bb21-436d98702352 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406553 Feb 20 20:07:45.677705 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-67248f91-c9fc-4cd6-b759-d9eb25db6246 None None] Current status of the port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:45.678092 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-67248f91-c9fc-4cd6-b759-d9eb25db6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.698106 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:39Z', 'revision_number': 4, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '7ad61530-a8b5-4a4d-8ca1-14ce2854d73c', 'name': '', 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'mac_address': 'fa:16:3e:01:19:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:38Z', 'updated_at': '2022-02-20T20:07:44Z', 'revision_number': 4, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'subnets': [{'id': '1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:07:45.730259 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaddffc-340e-49be-bfdd-0813bc714fc4 None None] The sync data for ids ['3b54b7ab-68fa-4f37-819b-08593565514c'] in dv-cinder-830086-1-iscsi is: [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:07:39Z', 'revision_number': 4, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '7ad61530-a8b5-4a4d-8ca1-14ce2854d73c', 'name': '', 'network_id': 'f3fc59d6-4ad3-4798-87bd-8d2262a17b12', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'mac_address': 'fa:16:3e:01:19:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:38Z', 'updated_at': '2022-02-20T20:07:44Z', 'revision_number': 4, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'subnets': [{'id': '1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:07:45.753188 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-67248f91-c9fc-4cd6-b759-d9eb25db6246 None None] For port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,segment=NetworkSegment(6dbecfd3-2eb8-43b1-841f-decd36396ffb),segment_id=6dbecfd3-2eb8-43b1-841f-decd36396ffb)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:45.829086 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-67248f91-c9fc-4cd6-b759-d9eb25db6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:45.852427 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e7bb35d7-0969-49bc-823f-f0b5aa7a1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:45.854388 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-e7bb35d7-0969-49bc-823f-f0b5aa7a1a58 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1127 time: 0.1224632 Feb 20 20:07:45.964100 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67248f91-c9fc-4cd6-b759-d9eb25db6246 None None] Pushing event updated for resources: {'Port': ['ID=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:45.978735 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-db60c31e-0377-47f6-bd5f-143e7e55f98b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 200 len: 217 time: 0.0946543 Feb 20 20:07:46.077682 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-aab08a5f-4003-4202-a9d0-6ef8355f73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.079114 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-aab08a5f-4003-4202-a9d0-6ef8355f73a4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.0894284 Feb 20 20:07:46.130315 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:46.144953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21f38b-4431-40fc-945c-53c47b3a7074 req-5cd69689-3314-4c6b-aa2c-08c104e214c9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.146559 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7a21f38b-4431-40fc-945c-53c47b3a7074 req-5cd69689-3314-4c6b-aa2c-08c104e214c9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1669514 Feb 20 20:07:46.211097 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7a21f38b-4431-40fc-945c-53c47b3a7074 req-27099abd-c250-4c5d-98ef-22bfc2ef620d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569351 Feb 20 20:07:46.218480 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-a92d42af-fd30-4115-b4f0-bfd8c5a259d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.220500 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-a92d42af-fd30-4115-b4f0-bfd8c5a259d1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1263931 Feb 20 20:07:46.266730 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:46.267199 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:46.450612 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e8f44-b547-4dbc-ae38-d20ab5792c3e req-a0b9d127-be5c-4894-9216-84e22cd068ef tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.457371 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-675e8f44-b547-4dbc-ae38-d20ab5792c3e req-a0b9d127-be5c-4894-9216-84e22cd068ef tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.1343269 Feb 20 20:07:46.462391 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-745d7658-3d7a-45f9-b151-6e1cca7870aa service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312398 Feb 20 20:07:46.470857 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:46.582242 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-675e8f44-b547-4dbc-ae38-d20ab5792c3e req-b3b32fee-3d81-4caf-8fba-526174b31042 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125605 Feb 20 20:07:46.629206 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-592e1398-9802-4f9c-9f2d-9eca1e107736 req-bac76a28-48c0-427e-af1c-3f4bc0c7ce9d service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518228 Feb 20 20:07:46.756725 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-acc28213-f344-49ec-9f88-ec6691288b55 req-d1413de3-ac00-4074-bdf9-34aca31de901 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0581019 Feb 20 20:07:46.807141 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a2e40-6631-4e1f-b0bf-f474abdc2750 req-e7b9d577-d377-4dfa-a8d7-7823f6a6dc4c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.809381 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-129a2e40-6631-4e1f-b0bf-f474abdc2750 req-e7b9d577-d377-4dfa-a8d7-7823f6a6dc4c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1014230 Feb 20 20:07:46.921255 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-129a2e40-6631-4e1f-b0bf-f474abdc2750 req-fa2e421e-e59a-4901-8f61-033ea807f434 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985136 Feb 20 20:07:46.955893 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-1a62a3d2-202b-4e0a-8e7b-ee87fdd8b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:46.957431 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-1a62a3d2-202b-4e0a-8e7b-ee87fdd8b4f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.0804183 Feb 20 20:07:47.151826 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-9485010f-9ece-4b83-85a9-4da2f5591726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:47.161390 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-9485010f-9ece-4b83-85a9-4da2f5591726 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.1783991 Feb 20 20:07:47.176507 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-e17b43e4-3a9b-47b7-ac6f-78edc9656db6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:47.177986 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-e17b43e4-3a9b-47b7-ac6f-78edc9656db6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.1991773 Feb 20 20:07:47.199203 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Request body: {'port': {'device_id': 'f4326748-108a-4187-a96b-c0fb636a2663', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'admin_state_up': True, 'tenant_id': '241d32fe65e44ece897c10bfd0439121'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:47.226511 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-bc8a14eb-af82-4492-a281-9184cb78877f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 217 time: 0.0568767 Feb 20 20:07:47.346395 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-ba901ae8-ecef-4e9d-8003-044cbbf750e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:47.351853 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-ba901ae8-ecef-4e9d-8003-044cbbf750e6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.1128654 Feb 20 20:07:47.400543 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-7e6230fd-9b04-4854-83a0-39ae3949b63d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384769 Feb 20 20:07:47.429027 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Made reservation on behalf of 241d32fe65e44ece897c10bfd0439121 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:07:47.432820 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.557112 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-5a41a488-66cd-46e5-a4ad-d004d6330ae1 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425900 Feb 20 20:07:47.642510 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Allocated IP 172.20.0.5 (27c15c6d-7811-4b99-9212-43ad7d68ac7f/92b29f4a-8b96-4de1-9332-3b146ee338b1/8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:07:47.735854 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5905734c-d5cd-4e01-8741-c3c532c9f8bb req-724bae79-ed8d-4cd6-9c05-121f9a99e3a3 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682887 Feb 20 20:07:47.834336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59466-47bd-4496-a1f1-25d1a96d18a4 req-135d3263-c2d6-4b54-a6b0-cfc141c8cedf tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:47.836369 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c8b59466-47bd-4496-a1f1-25d1a96d18a4 req-135d3263-c2d6-4b54-a6b0-cfc141c8cedf tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.0994289 Feb 20 20:07:47.896166 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c8b59466-47bd-4496-a1f1-25d1a96d18a4 req-a8e1c531-e05a-4b07-90cc-cf96f2695baa tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507054 Feb 20 20:07:47.909474 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks [] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:47.938979 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1ddc68e-d7ac-4937-97a2-53500a641c6d req-5bf2a527-0e3a-4475-b598-9b55edac34e5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0380473 Feb 20 20:07:48.035505 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.091573 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:07:48.101943 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:07:48.107931 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:07:48.115325 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8', '59407d12-a97d-44f1-90e4-afc6090479e1'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:48.115995 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:48.117040 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.124379 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:48.143083 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event updated for resources: {'Port': ['ID=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:48.192505 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27f9e6-78d7-43c3-9eea-442d33e8aaac req-852a5bd8-1fde-4caf-afba-857365f0b768 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:48.194030 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3b27f9e6-78d7-43c3-9eea-442d33e8aaac req-852a5bd8-1fde-4caf-afba-857365f0b768 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1439915 Feb 20 20:07:48.243860 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:48.244691 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.249852 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-2d513189-9e75-4092-a037-8243ebc30c4b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0519557 Feb 20 20:07:48.272246 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Request body: {'port': {'device_id': 'f4326748-108a-4187-a96b-c0fb636a2663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:07:48.297024 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3b27f9e6-78d7-43c3-9eea-442d33e8aaac req-aeacf242-6a61-4127-9736-a8c0275c97b5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908465 Feb 20 20:07:48.461213 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:48.472142 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:49.034388 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:49.045954 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Publish callbacks [] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.082947 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Transition to ACTIVE for port object 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:07:49.171945 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.200831 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2241c95-9fcd-47cf-93d1-95e883095339 req-2d60ea7e-3490-4bf7-9819-c10883a8dd43 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:49.205818 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2241c95-9fcd-47cf-93d1-95e883095339 req-2d60ea7e-3490-4bf7-9819-c10883a8dd43 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.1532021 Feb 20 20:07:49.245653 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da211cf-3749-49e1-ae4d-1f6d8ddab250 req-d555d2f3-5784-4529-b8f0-6be5ea170a63 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:49.251895 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8da211cf-3749-49e1-ae4d-1f6d8ddab250 req-d555d2f3-5784-4529-b8f0-6be5ea170a63 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 931 time: 0.1553106 Feb 20 20:07:49.354404 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Attempting to bind port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:07:49.355079 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Attempting to bind port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:07:49.355309 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Attempting to bind port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:49.367405 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:07:49.373147 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8da211cf-3749-49e1-ae4d-1f6d8ddab250 req-29cd04b5-8ebb-4c0c-addc-f9bedf70ebc9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064839 Feb 20 20:07:49.374940 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Attempting to bind port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:07:49.387992 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:49.394820 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:07:49.395284 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Checking segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:07:49.395745 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Bound using segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:07:49.396289 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Bound port: 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:07:49.398582 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.426737 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2241c95-9fcd-47cf-93d1-95e883095339 req-77ead045-b66c-4f6a-8437-2fe062f58dc2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146990 Feb 20 20:07:49.567478 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] For port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6, host hv-cinder-83008, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:07:49.574147 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] For port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:07:49.592389 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21ccf0-b0c0-4ccf-b76e-654ba8d7bb0f req-1ef81245-1213-485d-83b5-745fe474150b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:49.594153 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1c21ccf0-b0c0-4ccf-b76e-654ba8d7bb0f req-1ef81245-1213-485d-83b5-745fe474150b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0833793 Feb 20 20:07:49.629218 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.729390 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1c21ccf0-b0c0-4ccf-b76e-654ba8d7bb0f req-2cee991a-a877-4d88-bed4-250c7afb71a5 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267684 Feb 20 20:07:49.743271 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:49.743937 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:49.745689 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] 10.222.0.91 "PUT /v2.0/ports/8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 HTTP/1.1" status: 200 len: 1093 time: 1.4786847 Feb 20 20:07:49.746859 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4326748-108a-4187-a96b-c0fb636a2663', 'tag': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:49.750224 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66157bab-f66e-4906-a54b-89b31efdee04" -d '{"events": [{"name": "network-changed", "server_uuid": "f4326748-108a-4187-a96b-c0fb636a2663", "tag": "8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:49.785882 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbee95-6304-45e2-8e54-d6bfb8bd6409 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:49.816454 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0304876e-0fef-4ccd-bdea-291b6385f175 x-openstack-request-id: req-0304876e-0fef-4ccd-bdea-291b6385f175 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:49.816865 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4326748-108a-4187-a96b-c0fb636a2663", "tag": "8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:49.817416 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0304876e-0fef-4ccd-bdea-291b6385f175 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:49.818172 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4326748-108a-4187-a96b-c0fb636a2663', 'tag': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6', 'status': 'completed', 'code': 200} Feb 20 20:07:49.962601 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157bab-f66e-4906-a54b-89b31efdee04 req-d4ecfaeb-cc30-4403-b88e-ea8a0a15c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:49.964860 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66157bab-f66e-4906-a54b-89b31efdee04 req-d4ecfaeb-cc30-4403-b88e-ea8a0a15c553 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 1127 time: 0.0775616 Feb 20 20:07:50.144491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157bab-f66e-4906-a54b-89b31efdee04 req-8c220d1e-847c-4b9f-88ca-e7f71353cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.146194 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66157bab-f66e-4906-a54b-89b31efdee04 req-8c220d1e-847c-4b9f-88ca-e7f71353cc95 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=241d32fe65e44ece897c10bfd0439121&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1623991 Feb 20 20:07:50.276112 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66157bab-f66e-4906-a54b-89b31efdee04 req-b1af0c09-5db0-4545-a16a-850133d915a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.277895 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-66157bab-f66e-4906-a54b-89b31efdee04 req-b1af0c09-5db0-4545-a16a-850133d915a9 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1200697 Feb 20 20:07:50.517379 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa40cb8-c82d-43dc-8919-0ca096b4c909 req-f0d97621-d5eb-4e73-9014-f32160ecb522 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.519611 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2fa40cb8-c82d-43dc-8919-0ca096b4c909 req-f0d97621-d5eb-4e73-9014-f32160ecb522 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0730574 Feb 20 20:07:50.599007 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-3730676a-fc1b-4a19-b682-72fe478511dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.601704 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-3730676a-fc1b-4a19-b682-72fe478511dd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 1127 time: 0.1175578 Feb 20 20:07:50.603505 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2fa40cb8-c82d-43dc-8919-0ca096b4c909 req-cc4c07fa-c75b-4f54-97b9-174f92386b81 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769827 Feb 20 20:07:50.666346 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3aefc-ab2b-4958-a85f-2bb552a3c866 req-73239e00-343c-4a85-901c-bb0e68dfbdfe tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.674149 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f5d3aefc-ab2b-4958-a85f-2bb552a3c866 req-73239e00-343c-4a85-901c-bb0e68dfbdfe tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.1108673 Feb 20 20:07:50.751034 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-81437218-811b-4d89-bd00-ac14abdb655a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 HTTP/1.1" status: 200 len: 217 time: 0.1230459 Feb 20 20:07:50.764360 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f5d3aefc-ab2b-4958-a85f-2bb552a3c866 req-738872e9-e28f-4068-8045-26707ea9ac9a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815790 Feb 20 20:07:50.844264 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-34a8e78f-d00d-4ff4-bc1f-1618b6aee963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.845643 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-34a8e78f-d00d-4ff4-bc1f-1618b6aee963 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92b29f4a-8b96-4de1-9332-3b146ee338b1 HTTP/1.1" status: 200 len: 854 time: 0.0831060 Feb 20 20:07:50.846550 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff0289-c30a-4212-823a-e384b9494d41 req-5e027ac1-f2fc-4691-bcb1-2c5048382c12 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:50.854226 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-90ff0289-c30a-4212-823a-e384b9494d41 req-5e027ac1-f2fc-4691-bcb1-2c5048382c12 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0626149 Feb 20 20:07:50.901202 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-14e9ede7-a2a2-4b47-be16-5b373201084b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=27c15c6d-7811-4b99-9212-43ad7d68ac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440805 Feb 20 20:07:50.918602 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-90ff0289-c30a-4212-823a-e384b9494d41 req-1251d762-7527-4772-8234-bd9f647cf59d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633137 Feb 20 20:07:51.116262 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-6f040e3b-b549-495e-9a87-51c8ee415f9e service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048242 Feb 20 20:07:51.289866 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1ff0d2ae-f94a-4571-b1da-5bcc81411614 req-02e9f03f-92cd-4be1-a7a4-f6b3ec2f530e service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647351 Feb 20 20:07:51.751124 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f6926-161f-475b-a428-f9af4b83c104 req-9e6a167c-77c7-41a0-92ae-dc6d6eca8206 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:51.752861 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-103f6926-161f-475b-a428-f9af4b83c104 req-9e6a167c-77c7-41a0-92ae-dc6d6eca8206 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0578084 Feb 20 20:07:51.818151 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-103f6926-161f-475b-a428-f9af4b83c104 req-3a043eee-87d9-4b91-9d09-cca4efd8acaa tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592532 Feb 20 20:07:51.955154 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf8845-c28c-46f9-b25f-7be50baff35c req-145b927f-203b-4aac-a6b3-8c40ba045d6f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:51.968490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1faf8845-c28c-46f9-b25f-7be50baff35c req-145b927f-203b-4aac-a6b3-8c40ba045d6f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.1062045 Feb 20 20:07:52.057417 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1faf8845-c28c-46f9-b25f-7be50baff35c req-95a7598c-dc61-4b6b-8510-5c1e7a071020 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831439 Feb 20 20:07:52.169455 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42973b0-fa48-47de-9873-b551baf8ad56 req-34e2313a-c060-4734-a5eb-04d9abc8eabd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:52.176102 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e42973b0-fa48-47de-9873-b551baf8ad56 req-34e2313a-c060-4734-a5eb-04d9abc8eabd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1224666 Feb 20 20:07:52.226772 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e42973b0-fa48-47de-9873-b551baf8ad56 req-06a28964-0ad0-4561-9d86-014c0cd99013 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Feb 20 20:07:53.000028 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ddd37-6481-49a2-9798-496182b8ee51 req-e6b87063-8904-4c8f-a037-79d7d359eee9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:53.007952 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-333ddd37-6481-49a2-9798-496182b8ee51 req-e6b87063-8904-4c8f-a037-79d7d359eee9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0978847 Feb 20 20:07:53.109563 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-333ddd37-6481-49a2-9798-496182b8ee51 req-5999704d-8ae9-443a-9751-060cc16f0805 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003420 Feb 20 20:07:53.331293 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90d0c0-e9ab-4c9e-8a77-3306e1d6459f req-16a5a8b0-b50a-41f4-aa26-13d9d91fdbdb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:53.350972 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce90d0c0-e9ab-4c9e-8a77-3306e1d6459f req-16a5a8b0-b50a-41f4-aa26-13d9d91fdbdb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 943 time: 0.2005732 Feb 20 20:07:53.383870 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device db3c89ec-00b5-4759-bd46-ea07d2b94952 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:07:53.571899 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce90d0c0-e9ab-4c9e-8a77-3306e1d6459f req-f9406296-75ce-4ae7-b7cb-bb84e3fa905f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562073 Feb 20 20:07:53.580372 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2d3e3-d06a-4e61-bd18-d52519cc2bcb req-7b4fa308-806e-45a3-b1a9-a9888f649705 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:53.582341 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-74f2d3e3-d06a-4e61-bd18-d52519cc2bcb req-7b4fa308-806e-45a3-b1a9-a9888f649705 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.2290666 Feb 20 20:07:53.639016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port db3c89ec-00b5-4759-bd46-ea07d2b94952, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:53.666261 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'port_id': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'mac_address': 'fa:16:3e:27:6b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:07:53.691451 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-74f2d3e3-d06a-4e61-bd18-d52519cc2bcb req-29b7b868-26f8-45ba-948d-63cf89f259c7 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025703 Feb 20 20:07:53.729787 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port db3c89ec-00b5-4759-bd46-ea07d2b94952 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:53.730206 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:53.757726 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3c89ec-00b5-4759-bd46-ea07d2b94952 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:07:53.802885 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port db3c89ec-00b5-4759-bd46-ea07d2b94952, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:54.248456 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ed830-5401-4092-914c-33a14947b499 req-58e72bf9-1991-4d23-86d4-1eb2fb92ed6f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:54.250391 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c93ed830-5401-4092-914c-33a14947b499 req-58e72bf9-1991-4d23-86d4-1eb2fb92ed6f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0704193 Feb 20 20:07:54.317002 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c93ed830-5401-4092-914c-33a14947b499 req-e3a9a77d-92ee-4547-ab93-2125dd5136a6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Feb 20 20:07:54.360728 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:54.419396 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=db3c89ec-00b5-4759-bd46-ea07d2b94952,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:54.686152 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e292f6-480d-42eb-86b7-5428dc3be98c req-031f640b-7b38-467b-845e-7dc462d89ba7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:54.687543 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-28e292f6-480d-42eb-86b7-5428dc3be98c req-031f640b-7b38-467b-845e-7dc462d89ba7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 944 time: 0.0617440 Feb 20 20:07:54.744746 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-28e292f6-480d-42eb-86b7-5428dc3be98c req-efff8638-c5b2-4215-8aec-285607963a82 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513844 Feb 20 20:07:54.988117 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['db3c89ec-00b5-4759-bd46-ea07d2b94952'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:07:55.462244 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3404d-8dfa-4395-b61c-0ba13f272e95 req-5ffa4872-4f66-4488-83a0-baa509e39d0b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:55.470213 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c5c3404d-8dfa-4395-b61c-0ba13f272e95 req-5ffa4872-4f66-4488-83a0-baa509e39d0b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0633011 Feb 20 20:07:55.519420 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c5c3404d-8dfa-4395-b61c-0ba13f272e95 req-80512cf4-ac67-4c60-9063-966cc246d6b3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Feb 20 20:07:55.875263 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f98bc0-e3b8-4c3d-94df-24fa842c436b req-b8ddafca-eb2f-4fd8-9e0a-44c1ec610277 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:55.876671 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-04f98bc0-e3b8-4c3d-94df-24fa842c436b req-b8ddafca-eb2f-4fd8-9e0a-44c1ec610277 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 944 time: 0.0592678 Feb 20 20:07:55.928500 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-04f98bc0-e3b8-4c3d-94df-24fa842c436b req-5691a0ed-7d11-46b7-9e8a-1a2e0ffba14b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438836 Feb 20 20:07:56.662505 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb2751-64ce-47f9-b6fb-dd07c1de18d1 req-1bccf870-ab45-4435-81da-02e640be2b91 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:56.664331 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70fb2751-64ce-47f9-b6fb-dd07c1de18d1 req-1bccf870-ab45-4435-81da-02e640be2b91 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0676630 Feb 20 20:07:56.732557 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70fb2751-64ce-47f9-b6fb-dd07c1de18d1 req-dac9a1de-1447-4269-9aa2-db576b1919a4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572102 Feb 20 20:07:56.893531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-c62923b4-990a-40c7-be38-83bdcea28465 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:56.905025 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-c62923b4-990a-40c7-be38-83bdcea28465 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 814 time: 0.1163845 Feb 20 20:07:56.917090 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-1d8dfa9e-c728-4a04-8040-217ab5825fe1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/quotas/d46563c0ef9146e3894cb705d0c236fb HTTP/1.1" status: 200 len: 375 time: 0.0153747 Feb 20 20:07:56.994301 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-d441a1d4-c4ec-46a7-8c22-202f3cf90520 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713677 Feb 20 20:07:57.131326 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffdeb0-a5fa-4063-82c0-462181e2b9e0 req-5be58362-0ba7-4e5e-8cc9-22605406e3fb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:57.132731 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f8ffdeb0-a5fa-4063-82c0-462181e2b9e0 req-5be58362-0ba7-4e5e-8cc9-22605406e3fb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 944 time: 0.1313050 Feb 20 20:07:57.151257 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-791dddec-4fc2-4c5f-8cd6-7e90fc019f21 service neutron] 10.222.0.61 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333873 Feb 20 20:07:57.243395 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f8ffdeb0-a5fa-4063-82c0-462181e2b9e0 req-200b7e77-b328-4b4d-9243-0b9a6fd27553 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016998 Feb 20 20:07:57.286954 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-623de413-1bb3-4444-b643-c41e535dd6bc service neutron] 10.222.0.61 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190388 Feb 20 20:07:57.393126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device db3c89ec-00b5-4759-bd46-ea07d2b94952 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:07:57.468607 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaec59-bf54-46ef-b71b-5f4162899bfb req-92ea88a8-75dc-4643-955f-89fe6a8920fd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:57.470398 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-08aaec59-bf54-46ef-b71b-5f4162899bfb req-92ea88a8-75dc-4643-955f-89fe6a8920fd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0622094 Feb 20 20:07:57.565897 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-08aaec59-bf54-46ef-b71b-5f4162899bfb req-3243bb53-a176-4ef0-91dc-68dca491b66a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807302 Feb 20 20:07:57.587603 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f1c240f4-617c-4d1d-b208-29a64edbaf5c req-384d46d3-3022-4d97-a7e4-a210d7cc542b tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 210 time: 0.0460637 Feb 20 20:07:57.594576 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port db3c89ec-00b5-4759-bd46-ea07d2b94952 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:07:57.594576 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port db3c89ec-00b5-4759-bd46-ea07d2b94952 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:07:57.595026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:57.764442 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port db3c89ec-00b5-4759-bd46-ea07d2b94952 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:07:57.764879 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:57.794622 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:07:57.796958 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2cb27a-a295-4806-8a72-f96a53adbb52" -d '{"events": [{"server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "name": "network-vif-plugged", "status": "completed", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:07:57.820330 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port db3c89ec-00b5-4759-bd46-ea07d2b94952, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:07:57.883048 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79201d-6d68-4830-8e0f-a57a7d970299 req-b896a744-50df-4a33-af06-949dbb243eb6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:57.888738 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ba79201d-6d68-4830-8e0f-a57a7d970299 req-b896a744-50df-4a33-af06-949dbb243eb6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0719411 Feb 20 20:07:57.938767 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:07:57.962876 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ba79201d-6d68-4830-8e0f-a57a7d970299 req-23583d5d-be09-46ef-acb2-bfd2afc5e1b8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676794 Feb 20 20:07:58.022109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=db3c89ec-00b5-4759-bd46-ea07d2b94952,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:07:58.053047 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b705a0d-d485-459a-940a-42910458833c x-openstack-request-id: req-1b705a0d-d485-459a-940a-42910458833c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:07:58.053047 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "name": "network-vif-plugged", "status": "completed", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:07:58.053047 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b705a0d-d485-459a-940a-42910458833c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:07:58.053047 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'code': 200} Feb 20 20:07:58.384275 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d01a7-935b-407e-ad6a-2d635ad51a59 req-82bcee8d-e9b0-4670-b942-a4f55033bdd8 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:58.384275 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-971d01a7-935b-407e-ad6a-2d635ad51a59 req-82bcee8d-e9b0-4670-b942-a4f55033bdd8 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0574889 Feb 20 20:07:58.434478 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-971d01a7-935b-407e-ad6a-2d635ad51a59 req-11024fc1-d5e9-451f-b8fd-c83002a1f689 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440483 Feb 20 20:07:58.666170 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d2786-3807-479e-b924-d14b6b6a8dd6 req-06576cdf-7a5e-4467-a9f3-672b47c83a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:58.667995 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-097d2786-3807-479e-b924-d14b6b6a8dd6 req-06576cdf-7a5e-4467-a9f3-672b47c83a0a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1129 time: 0.0594225 Feb 20 20:07:58.701981 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7f56d489-2f6e-45b3-8224-880ff21fe51c req-d5a02f64-2a5f-490e-9546-3eb24daff84e tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 210 time: 0.0376430 Feb 20 20:07:58.729551 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-097d2786-3807-479e-b924-d14b6b6a8dd6 req-dbb257e0-e5a6-44dc-ab7a-9a8c3d00e2e0 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544267 Feb 20 20:07:59.100419 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45f369-2296-472d-ac68-04f8775cee4d req-85a31541-c745-452f-bf10-89709f82847b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:59.102414 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8a45f369-2296-472d-ac68-04f8775cee4d req-85a31541-c745-452f-bf10-89709f82847b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0703790 Feb 20 20:07:59.163314 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8a45f369-2296-472d-ac68-04f8775cee4d req-1a91d998-5183-42ef-b69f-62eb59899627 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547636 Feb 20 20:07:59.578540 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbde2f5-616b-4718-9640-5ec9fd06a91d req-3f059e14-772d-40d6-bf70-1d7a62e7303d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:07:59.583303 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcbde2f5-616b-4718-9640-5ec9fd06a91d req-3f059e14-772d-40d6-bf70-1d7a62e7303d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0735934 Feb 20 20:07:59.654300 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcbde2f5-616b-4718-9640-5ec9fd06a91d req-5c773312-d19a-44c2-9e7a-0dc9300ab08a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658782 Feb 20 20:07:59.831773 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d41f8d53-2534-447b-b886-3da1f8169e1c req-ca187c65-5311-4922-a8fb-9d21933e3733 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 210 time: 0.0403557 Feb 20 20:08:00.304812 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6190d-085c-4c9e-8cd2-ca8c789ee3ea req-8cae3858-5d8d-47a6-84ee-1d80df8ee676 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:00.306247 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-04e6190d-085c-4c9e-8cd2-ca8c789ee3ea req-8cae3858-5d8d-47a6-84ee-1d80df8ee676 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.0629590 Feb 20 20:08:00.362424 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-04e6190d-085c-4c9e-8cd2-ca8c789ee3ea req-dd978346-8220-474d-bb27-a86e1ba9eff2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486917 Feb 20 20:08:00.781661 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51652cb8-b5c6-46a4-96d4-0d61180fe1b1 req-9452e8bb-e2ed-43ae-8546-ac29f0d32064 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:00.783282 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-51652cb8-b5c6-46a4-96d4-0d61180fe1b1 req-9452e8bb-e2ed-43ae-8546-ac29f0d32064 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0555758 Feb 20 20:08:00.836994 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-51652cb8-b5c6-46a4-96d4-0d61180fe1b1 req-124424b3-f1e2-47ad-bc9a-dfd0a37ea25d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472827 Feb 20 20:08:00.940093 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-030ee74d-e323-4abd-bfe7-cbab57d8955b req-4f2b6aff-45ae-4308-9530-38ac1e42b4fc tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 210 time: 0.0316761 Feb 20 20:08:01.385197 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-490ad1f8-a91e-4f01-a8b4-488277e955ab tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.387288 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-490ad1f8-a91e-4f01-a8b4-488277e955ab tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.91 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 814 time: 0.1201487 Feb 20 20:08:01.453492 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'port': {'device_id': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'admin_state_up': True, 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:01.767183 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66398ede-72d3-469f-a592-4ed6b992ef29 req-27ab09f3-6b22-44f0-bc04-4c580c692081 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.772710 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66398ede-72d3-469f-a592-4ed6b992ef29 req-27ab09f3-6b22-44f0-bc04-4c580c692081 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.3261898 Feb 20 20:08:01.822359 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66398ede-72d3-469f-a592-4ed6b992ef29 req-db09e126-6366-48a8-a42a-11ca36d5b45f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 Feb 20 20:08:01.981401 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dfe39-3192-4fa9-b814-3a46432a4ebd req-75b90909-bda2-44bd-9908-fafdfd5b8716 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:01.983289 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e86dfe39-3192-4fa9-b814-3a46432a4ebd req-75b90909-bda2-44bd-9908-fafdfd5b8716 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0675268 Feb 20 20:08:02.064393 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-022f731d-78c4-449c-aee8-e811b762aefa req-a1305d96-fed4-4d20-8e8f-3210e4715eae tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 210 time: 0.0451114 Feb 20 20:08:02.069563 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Made reservation on behalf of d46563c0ef9146e3894cb705d0c236fb for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:02.072985 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.087700 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e86dfe39-3192-4fa9-b814-3a46432a4ebd req-ed11f387-4d00-45d1-9deb-085a79818a0e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958145 Feb 20 20:08:02.246083 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Allocated IP 172.20.0.9 (0011abbb-d274-4b56-a1ae-9f388a3a335c/9c1fd00b-38c4-4aac-ad65-f651443a0bf7/053b3d8c-b396-4f13-9c98-5c27717b043c) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:02.466626 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.641399 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.685550 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:02.688763 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:02.693961 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:02.699189 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:02.700374 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.720465 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:02.872925 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-12a81836-e989-4857-90bb-6ab53a58d66f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4241805 Feb 20 20:08:02.892514 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Request body: {'port': {'device_id': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:02.937149 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-55ecdecb-f663-4775-a041-296234062861 None None] Provisioning complete for port 053b3d8c-b396-4f13-9c98-5c27717b043c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:02.938125 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-55ecdecb-f663-4775-a041-296234062861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:02.987936 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-55ecdecb-f663-4775-a041-296234062861 None None] Port 053b3d8c-b396-4f13-9c98-5c27717b043c cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:08:03.030923 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b695c91-ff80-4863-a388-14991d01603f req-eeb154c2-4c99-41d9-a698-cf1bd903a3df tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:03.048803 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5b695c91-ff80-4863-a388-14991d01603f req-eeb154c2-4c99-41d9-a698-cf1bd903a3df tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 943 time: 0.1534221 Feb 20 20:08:03.059606 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.147009 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5b695c91-ff80-4863-a388-14991d01603f req-79f75100-aab4-4a2e-95e4-42d83385aa95 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969942 Feb 20 20:08:03.339350 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8831cf-946b-4307-81f6-05cd86e05ea1 req-da2a4749-b6a7-4db0-9e3a-8bcc1acb06fc tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:03.341023 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd8831cf-946b-4307-81f6-05cd86e05ea1 req-da2a4749-b6a7-4db0-9e3a-8bcc1acb06fc tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1063676 Feb 20 20:08:03.357242 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b206c-49eb-48c1-bc0b-199acb9c45d0 req-15fd7ac1-4d11-4ca7-9091-13df872f367c tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:03.358779 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-143b206c-49eb-48c1-bc0b-199acb9c45d0 req-15fd7ac1-4d11-4ca7-9091-13df872f367c tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 931 time: 0.1763403 Feb 20 20:08:03.446855 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:03.454499 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-143b206c-49eb-48c1-bc0b-199acb9c45d0 req-35aaf834-ce94-42cc-84ea-e1bf1357fa97 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882046 Feb 20 20:08:03.530157 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd8831cf-946b-4307-81f6-05cd86e05ea1 req-31570bc2-5b38-4537-98c6-c478807ca7a5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703463 Feb 20 20:08:03.573106 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053b3d8c-b396-4f13-9c98-5c27717b043c {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:03.586195 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Publish callbacks [] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.603428 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Transition to ACTIVE for port object 053b3d8c-b396-4f13-9c98-5c27717b043c will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:03.671615 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:03.688682 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'port_id': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6', 'mac_address': 'fa:16:3e:35:6d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b29f4a-8b96-4de1-9332-3b146ee338b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:03.749647 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.773059 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2c980-9a45-4ca0-8aec-05b92e8d2fc3 req-0ba32446-bbe4-4976-9902-057bab48768d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:03.775289 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9c2c980-9a45-4ca0-8aec-05b92e8d2fc3 req-0ba32446-bbe4-4976-9902-057bab48768d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1284158 Feb 20 20:08:03.786888 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 49532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:03.796151 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'floatingip': {'port_id': 'db3c89ec-00b5-4759-bd46-ea07d2b94952'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:03.826712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:03.827417 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.867124 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:03.916921 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (80c64f79-7996-4ef9-9a72-f2522546240e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:03.929536 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:03.954243 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Pushing event updated for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:03.994511 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Attempting to bind port 053b3d8c-b396-4f13-9c98-5c27717b043c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:03.995280 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Attempting to bind port 053b3d8c-b396-4f13-9c98-5c27717b043c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:03.995826 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Attempting to bind port 053b3d8c-b396-4f13-9c98-5c27717b043c on network 0011abbb-d274-4b56-a1ae-9f388a3a335c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:04.006563 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:04.032697 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Port 053b3d8c-b396-4f13-9c98-5c27717b043c on network 0011abbb-d274-4b56-a1ae-9f388a3a335c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:04.033401 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Attempting to bind port 053b3d8c-b396-4f13-9c98-5c27717b043c on network 0011abbb-d274-4b56-a1ae-9f388a3a335c {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:04.056342 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:04.057190 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Checking segment: {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:04.057820 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Bound using segment: {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:04.058796 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Bound port: 053b3d8c-b396-4f13-9c98-5c27717b043c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a5391f-1319-4d97-8423-317af954868e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:04.060216 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:04.131790 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:04.243360 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:04.253163 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=053b3d8c-b396-4f13-9c98-5c27717b043c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:04.338163 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:04.388765 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:04.390488 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:04.391904 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] 10.222.0.91 "PUT /v2.0/ports/053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 1093 time: 1.5043354 Feb 20 20:08:04.392400 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:04.394642 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30e1ab1-02ed-471d-9b05-1706405888ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:04.448642 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c066f21-63ea-45f8-9d51-3c6dddbb23b5 service neutron] Pushing event updated for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:04.516012 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc67b00-23f6-4189-88c8-cf08fa01b035 x-openstack-request-id: req-9bc67b00-23f6-4189-88c8-cf08fa01b035 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:04.516012 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:04.516012 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9bc67b00-23f6-4189-88c8-cf08fa01b035 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:04.516012 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'status': 'completed', 'code': 200} Feb 20 20:08:04.729637 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e1ab1-02ed-471d-9b05-1706405888ed req-8a017b51-9d4e-4dac-8008-c6811fde2428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:04.734985 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a30e1ab1-02ed-471d-9b05-1706405888ed req-8a017b51-9d4e-4dac-8008-c6811fde2428 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1127 time: 0.0748444 Feb 20 20:08:04.838155 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:04.843712 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:08:04.885183 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e1ab1-02ed-471d-9b05-1706405888ed req-1d6592fe-fc41-4f87-82c1-e09f0c29d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:04.887977 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a30e1ab1-02ed-471d-9b05-1706405888ed req-1d6592fe-fc41-4f87-82c1-e09f0c29d406 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=d46563c0ef9146e3894cb705d0c236fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1158333 Feb 20 20:08:05.002544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06eb741-3317-4abc-ac0b-0bdcc220ff7b req-91a8e9ad-13ff-4d17-bbbe-a751ae5cae51 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:05.004107 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d06eb741-3317-4abc-ac0b-0bdcc220ff7b req-91a8e9ad-13ff-4d17-bbbe-a751ae5cae51 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 944 time: 0.4316590 Feb 20 20:08:05.014679 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.040115 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94849e7d-adbd-48c6-ac3a-3ad4d5b6da62 req-11d4168c-d3e1-4eec-98c9-3daa9a397f27 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:05.049731 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94849e7d-adbd-48c6-ac3a-3ad4d5b6da62 req-11d4168c-d3e1-4eec-98c9-3daa9a397f27 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.4531889 Feb 20 20:08:05.071213 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e1ab1-02ed-471d-9b05-1706405888ed req-4f030dc3-047e-43a4-8fff-2f1325f8e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:05.074294 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a30e1ab1-02ed-471d-9b05-1706405888ed req-4f030dc3-047e-43a4-8fff-2f1325f8e81d service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1695349 Feb 20 20:08:05.131879 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d06eb741-3317-4abc-ac0b-0bdcc220ff7b req-abcddabd-0bd6-409d-b4e9-42a73093d4c9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140718 Feb 20 20:08:05.132616 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (80c64f79-7996-4ef9-9a72-f2522546240e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:05.308698 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-bf375ff6-7c80-4490-8be9-1c78e953d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:05.310719 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-bf375ff6-7c80-4490-8be9-1c78e953d825 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1127 time: 0.0827038 Feb 20 20:08:05.343553 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94849e7d-adbd-48c6-ac3a-3ad4d5b6da62 req-d51d0134-7cd3-41d5-8527-40cb052c5a76 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929277 Feb 20 20:08:05.367950 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Floating IP 80c64f79-7996-4ef9-9a72-f2522546240e associated. External IP: 172.27.1.188, port: db3c89ec-00b5-4759-bd46-ea07d2b94952. Feb 20 20:08:05.974468 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:08:06.140689 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:08:06.154902 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] Sync routers for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:08:06.157343 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.171485 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:06.172427 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:06.272093 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-2e3ed77c-b07b-4c7a-9300-141831e7ede4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "PUT /v2.0/floatingips/80c64f79-7996-4ef9-9a72-f2522546240e HTTP/1.1" status: 200 len: 991 time: 2.4749117 Feb 20 20:08:06.279217 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:06.281681 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1752d3-faf4-49db-a816-bee21545bf03" -d '{"events": [{"name": "network-changed", "server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:06.314114 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:06.383552 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-568d6e1d-83c4-4855-b1b5-be3a9aab270a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 217 time: 0.0960331 Feb 20 20:08:06.447236 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90cb57-01d5-4ac0-a636-cb9cec5a45b1 req-3af9a0ec-aa35-41d2-880b-a0256f9c23f4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.456791 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c90cb57-01d5-4ac0-a636-cb9cec5a45b1 req-3af9a0ec-aa35-41d2-880b-a0256f9c23f4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 944 time: 0.1331923 Feb 20 20:08:06.477567 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4396ae26-b5c2-41d5-b071-18d499d66f10 x-openstack-request-id: req-4396ae26-b5c2-41d5-b071-18d499d66f10 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:06.477851 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:06.478095 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4396ae26-b5c2-41d5-b071-18d499d66f10 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:06.478491 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'status': 'completed', 'code': 200} Feb 20 20:08:06.508352 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-8dd6e261-abbb-436b-9677-43d8c3b923c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.511189 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-8dd6e261-abbb-436b-9677-43d8c3b923c5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 200 len: 853 time: 0.1093564 Feb 20 20:08:06.614702 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c90cb57-01d5-4ac0-a636-cb9cec5a45b1 req-8ab04fc6-ec18-4d6c-93d1-dfa0470ceebe tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574295 Feb 20 20:08:06.670086 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4210af5-b9e6-434c-84a6-2e0f8e28a2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:06.691169 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d752d5-ff05-4fdb-9c9f-e8a742c5cab3 req-ef1fb40d-251c-467d-ab27-52c781f95e20 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.699652 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '80c64f79-7996-4ef9-9a72-f2522546240e', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'port_id': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'mac_address': 'fa:16:3e:27:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:08:04Z', 'revision_number': 1, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:06.702787 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b6d752d5-ff05-4fdb-9c9f-e8a742c5cab3 req-ef1fb40d-251c-467d-ab27-52c781f95e20 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0845389 Feb 20 20:08:06.728272 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] Checking router: be0e45c4-3b70-40a3-ac93-1fb1e423ad82 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:08:06.738378 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:08:06.739163 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:07:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:06.771439 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-a91f35af-33a4-427a-bfd1-f7c43f8353a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.773378 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-a91f35af-33a4-427a-bfd1-f7c43f8353a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0011abbb-d274-4b56-a1ae-9f388a3a335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901690 Feb 20 20:08:06.806582 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b6d752d5-ff05-4fdb-9c9f-e8a742c5cab3 req-041c7853-df01-405c-85ab-1225630367c8 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985129 Feb 20 20:08:06.906198 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-208bca55-7b7e-4780-8638-67481d100fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:06.908688 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-208bca55-7b7e-4780-8638-67481d100fa3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1129 time: 0.1451023 Feb 20 20:08:06.924690 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-88faab23-0d26-4197-b409-046d13fdf6a7 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1474090 Feb 20 20:08:06.975552 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:08:07.303414 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '80c64f79-7996-4ef9-9a72-f2522546240e', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'port_id': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'mac_address': 'fa:16:3e:27:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:08:04Z', 'revision_number': 1, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:07.374655 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aabb60-015e-4c1e-9591-98bd799d820d None None] The sync data for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi is: [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '80c64f79-7996-4ef9-9a72-f2522546240e', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'port_id': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'mac_address': 'fa:16:3e:27:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:07:31Z', 'updated_at': '2022-02-20T20:08:04Z', 'revision_number': 1, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:08:07.508890 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:08:07.760796 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:08:07.781746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e641215-9153-4b4f-9dc6-b23622c2b6dd req-aeef4ac6-c489-4043-9f3f-d6489cdf0232 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:07.783414 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6e641215-9153-4b4f-9dc6-b23622c2b6dd req-aeef4ac6-c489-4043-9f3f-d6489cdf0232 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 944 time: 0.0685048 Feb 20 20:08:07.784983 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:07.785598 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:07.787831 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9d8ce-3df8-435a-b6bd-b280250d5e0c None None] New status for floating IP 80c64f79-7996-4ef9-9a72-f2522546240e: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:08:07.892970 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6e641215-9153-4b4f-9dc6-b23622c2b6dd req-6f783985-c6f4-469c-b535-01d2f951faa9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998290 Feb 20 20:08:08.016650 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa408fd-a1c8-4fde-8bcf-1e174e43e10b req-ce776de8-efa3-480a-8774-1dad6ff265c3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:08.018276 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7fa408fd-a1c8-4fde-8bcf-1e174e43e10b req-ce776de8-efa3-480a-8774-1dad6ff265c3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0945778 Feb 20 20:08:08.075970 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7fa408fd-a1c8-4fde-8bcf-1e174e43e10b req-73b1c462-5554-474c-93ff-804562cfb4f8 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Feb 20 20:08:08.127546 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:08.163822 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:08.167939 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:08.190875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4326748-108a-4187-a96b-c0fb636a2663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:08.193151 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a6e1ae-cfd8-468e-9661-d7a956b17196" -d '{"events": [{"server_uuid": "f4326748-108a-4187-a96b-c0fb636a2663", "name": "network-vif-plugged", "status": "completed", "tag": "8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:08.211206 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:08.229761 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d65ab-fdb0-4660-9805-6d03d1204a3b x-openstack-request-id: req-083d65ab-fdb0-4660-9805-6d03d1204a3b {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:08.230072 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4326748-108a-4187-a96b-c0fb636a2663", "name": "network-vif-plugged", "status": "completed", "tag": "8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:08.230324 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-083d65ab-fdb0-4660-9805-6d03d1204a3b {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:08.230715 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4326748-108a-4187-a96b-c0fb636a2663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6', 'code': 200} Feb 20 20:08:08.360763 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:08.414582 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:08.966114 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38cc131f-1924-4631-aad7-f746bfdea111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:09.042966 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10f0f0-7f7e-48dd-b1fa-e408613dfe5a req-57fc966f-bda8-47f6-abec-dc89a70e7544 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:09.045109 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d10f0f0-7f7e-48dd-b1fa-e408613dfe5a req-57fc966f-bda8-47f6-abec-dc89a70e7544 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0643535 Feb 20 20:08:09.104505 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d10f0f0-7f7e-48dd-b1fa-e408613dfe5a req-c7120a21-41da-4330-933d-ba10fe876be2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529664 Feb 20 20:08:09.224930 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c138f8-2102-4d71-9271-50c2f4243a87 req-e6ba363f-4285-491e-b0f2-b6d531025d3f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:09.226564 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e0c138f8-2102-4d71-9271-50c2f4243a87 req-e6ba363f-4285-491e-b0f2-b6d531025d3f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0750234 Feb 20 20:08:09.276422 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e0c138f8-2102-4d71-9271-50c2f4243a87 req-0fdb5bc5-8545-443f-ac70-6d4340da474c tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Feb 20 20:08:10.188747 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:10.237359 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0a56e-e00f-4653-8244-baa650f06856 req-0ea84de1-1383-4e5c-ac4d-25a1a373a7a4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:10.238826 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b3e0a56e-e00f-4653-8244-baa650f06856 req-0ea84de1-1383-4e5c-ac4d-25a1a373a7a4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0571911 Feb 20 20:08:10.288472 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b3e0a56e-e00f-4653-8244-baa650f06856 req-f444dbb6-b5d7-4ed7-8c5c-f7059d867896 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Feb 20 20:08:10.418183 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda74f82-3708-4d2c-a2ab-647d96c6f733 req-8d70329c-af75-4d0b-9795-3b35eb162209 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:10.421097 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bda74f82-3708-4d2c-a2ab-647d96c6f733 req-8d70329c-af75-4d0b-9795-3b35eb162209 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0602198 Feb 20 20:08:10.477757 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bda74f82-3708-4d2c-a2ab-647d96c6f733 req-4b6504d6-7cc1-4a28-9922-f00f8e1de6a4 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510545 Feb 20 20:08:11.427106 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d747b-fac8-4bd0-94ae-607d9ba70d7d req-fa957ad4-9b2e-413f-914b-e395b58672df tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:11.429021 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a4d747b-fac8-4bd0-94ae-607d9ba70d7d req-fa957ad4-9b2e-413f-914b-e395b58672df tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0664885 Feb 20 20:08:11.492240 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a4d747b-fac8-4bd0-94ae-607d9ba70d7d req-77e1eebd-066a-470a-8c51-024ff74a73a5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559275 Feb 20 20:08:11.628704 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ad581-474a-42fb-8196-0380260496e5 req-b7a6cc7a-e630-4e79-90a0-8e2820927263 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:11.632823 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-604ad581-474a-42fb-8196-0380260496e5 req-b7a6cc7a-e630-4e79-90a0-8e2820927263 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0719962 Feb 20 20:08:11.703754 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-604ad581-474a-42fb-8196-0380260496e5 req-bf17af65-bc78-4c3b-9798-326f88199e7a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676990 Feb 20 20:08:11.909306 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:12.648051 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a97c-6cd2-4b6c-ae4d-439e8f1fd583 req-8ad9b2d1-151e-4fae-9999-29d420805f93 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:12.649704 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb38a97c-6cd2-4b6c-ae4d-439e8f1fd583 req-8ad9b2d1-151e-4fae-9999-29d420805f93 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0630274 Feb 20 20:08:12.711712 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb38a97c-6cd2-4b6c-ae4d-439e8f1fd583 req-48e7f798-f9ec-4271-bc55-9ced49073418 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563865 Feb 20 20:08:12.826382 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ff60-78c2-427d-aa01-0149b363a0bf req-b8251cc2-b206-4ffc-bcdc-9e086fdceedd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:12.827770 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6cb8ff60-78c2-427d-aa01-0149b363a0bf req-b8251cc2-b206-4ffc-bcdc-9e086fdceedd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0539689 Feb 20 20:08:12.879245 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6cb8ff60-78c2-427d-aa01-0149b363a0bf req-4e292d6a-a8ce-4e12-a4ac-8bb7b6fd8dcd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458717 Feb 20 20:08:13.509227 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:13.869736 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bf211-0b10-41af-937a-e0524f3b2415 req-9a165197-24bf-424f-9a0b-bcfc1835508b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:13.871423 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-817bf211-0b10-41af-937a-e0524f3b2415 req-9a165197-24bf-424f-9a0b-bcfc1835508b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0571356 Feb 20 20:08:13.928846 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-817bf211-0b10-41af-937a-e0524f3b2415 req-153ea4ef-2255-420f-9e9c-2b20e0ecd04c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499792 Feb 20 20:08:14.036070 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512f851-3532-45ee-85c0-19db0ce1b1c1 req-09da51ec-367e-4270-8f34-89029a8a0883 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:14.038130 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8512f851-3532-45ee-85c0-19db0ce1b1c1 req-09da51ec-367e-4270-8f34-89029a8a0883 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0620217 Feb 20 20:08:14.086972 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8512f851-3532-45ee-85c0-19db0ce1b1c1 req-e41d6f2f-f392-452e-8c0e-d36cd07f18f1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Feb 20 20:08:14.110377 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 49680) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:14.161106 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Deleting subnet 6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:08:14.164424 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Publish callbacks [] for subnet (6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.203917 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.243457 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.401452 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.430576 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:14.444864 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.444864 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6f22d39d-aabf-44f3-bd21-cc34a2f0ec1e HTTP/1.1" status: 204 len: 168 time: 0.3314521 Feb 20 20:08:14.444864 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.444864 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.444864 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.445962 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.445962 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.446135 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49682) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:14.446533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.446533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.446533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.446787 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.447028 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.447345 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.447660 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.447972 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e0b80e-a639-4a07-82e8-ff0883c63382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:14.515654 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (f2f33494-7684-4d86-9d0f-24a5a04a29a5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.603386 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (f2f33494-7684-4d86-9d0f-24a5a04a29a5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.625904 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.626527 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.627283 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.627605 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > port after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.627959 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.628319 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > port after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.639327 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.639327 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.639327 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.639327 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.727291 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.727543 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.727876 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.728218 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:08:14.728585 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f33494-7684-4d86-9d0f-24a5a04a29a5']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:14.749502 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8b0f13-56c6-4dab-a7b3-f82a333b5496') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:14.749826 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8b0f13-56c6-4dab-a7b3-f82a333b5496') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:08:14.766043 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (8c8b0f13-56c6-4dab-a7b3-f82a333b5496), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.788009 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (8c8b0f13-56c6-4dab-a7b3-f82a333b5496), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.797605 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:08:14.798258 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (8c8b0f13-56c6-4dab-a7b3-f82a333b5496), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:08:14.802688 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:08:15.001701 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (f2f33494-7684-4d86-9d0f-24a5a04a29a5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.009417 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.013632 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] 10.222.0.61 "DELETE /v2.0/networks/f2f33494-7684-4d86-9d0f-24a5a04a29a5 HTTP/1.1" status: 204 len: 168 time: 0.5669537 Feb 20 20:08:15.030810 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0531-17e8-43cc-b86d-9c2c5e181fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=f2f33494-7684-4d86-9d0f-24a5a04a29a5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:15.085487 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973a3b1-a873-425f-86d8-7eae9b3d16ea req-b3ccc2cf-8d27-4e74-bd5e-c21e38b732e2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.085487 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4973a3b1-a873-425f-86d8-7eae9b3d16ea req-b3ccc2cf-8d27-4e74-bd5e-c21e38b732e2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0551519 Feb 20 20:08:15.141855 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4973a3b1-a873-425f-86d8-7eae9b3d16ea req-e162ba55-0562-4db7-8087-1784f1ab6526 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513854 Feb 20 20:08:15.220941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfd29d-e8a0-419c-ae52-be469726dacb req-f9f10e11-c659-46e3-87da-06f4d6b940d7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:15.222441 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8ccfd29d-e8a0-419c-ae52-be469726dacb req-f9f10e11-c659-46e3-87da-06f4d6b940d7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0635746 Feb 20 20:08:15.273284 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8ccfd29d-e8a0-419c-ae52-be469726dacb req-87f12704-81ff-4f98-a427-b4a7e11d100d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451357 Feb 20 20:08:15.455035 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49692) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:15.506668 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d6f37408-f0d3-42c4-b5f7-86ac97f5a9fe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f691eef95f4a472d8213a6657bae71ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497000 Feb 20 20:08:15.509135 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 49694) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:15.566047 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-61374345-41d0-4b6e-ad58-82da9a70470b admin admin] Publish callbacks [] for security_group (2470d3cb-278a-441d-8866-779da0b4db0b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.587070 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-61374345-41d0-4b6e-ad58-82da9a70470b admin admin] Publish callbacks [] for security_group (2470d3cb-278a-441d-8866-779da0b4db0b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.760547 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-61374345-41d0-4b6e-ad58-82da9a70470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2470d3cb-278a-441d-8866-779da0b4db0b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.764056 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-61374345-41d0-4b6e-ad58-82da9a70470b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:15.765309 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-61374345-41d0-4b6e-ad58-82da9a70470b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2470d3cb-278a-441d-8866-779da0b4db0b HTTP/1.1" status: 204 len: 168 time: 0.2553034 Feb 20 20:08:15.773382 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61374345-41d0-4b6e-ad58-82da9a70470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2470d3cb-278a-441d-8866-779da0b4db0b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:16.277686 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f3cdd-e4d2-4e01-84d2-fd7a0c07bd9f req-a5727a66-0166-4829-9fd1-83c96d4c06f5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.281725 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb6f3cdd-e4d2-4e01-84d2-fd7a0c07bd9f req-a5727a66-0166-4829-9fd1-83c96d4c06f5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0704381 Feb 20 20:08:16.350468 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb6f3cdd-e4d2-4e01-84d2-fd7a0c07bd9f req-83e20ae1-feab-4f29-8ffb-49f68d6781a3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 Feb 20 20:08:16.416825 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd37d4-589f-4ac6-be15-51ac7c148126 req-5b8ae7e2-07e9-45a8-8b55-74a5e1815a99 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:16.425481 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7dcd37d4-589f-4ac6-be15-51ac7c148126 req-5b8ae7e2-07e9-45a8-8b55-74a5e1815a99 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0723312 Feb 20 20:08:16.481433 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7dcd37d4-589f-4ac6-be15-51ac7c148126 req-139d019b-d76a-4063-b4a8-cc99b2d93fa8 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548418 Feb 20 20:08:17.479992 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e265a-2292-4493-8050-cc061c7bfd29 req-5f970c86-77ba-49be-b8d1-accd20f74a6b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:17.481698 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-509e265a-2292-4493-8050-cc061c7bfd29 req-5f970c86-77ba-49be-b8d1-accd20f74a6b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0576785 Feb 20 20:08:17.532602 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-509e265a-2292-4493-8050-cc061c7bfd29 req-ed2e307d-115b-4e7a-bc81-7ca8b8961e4a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Feb 20 20:08:17.628799 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf447c5-27f1-48aa-a1d8-247dd701204e req-d3103163-9fe6-4d12-b01e-6065a51b7a49 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:17.630541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bf447c5-27f1-48aa-a1d8-247dd701204e req-d3103163-9fe6-4d12-b01e-6065a51b7a49 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0754051 Feb 20 20:08:17.687245 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bf447c5-27f1-48aa-a1d8-247dd701204e req-ab34b411-bdd0-4395-a654-4f3c95c91da1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511975 Feb 20 20:08:18.656021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73afd-9c62-419c-b9af-a6864ac4bd52 req-fe59afee-f78c-4e69-bbbc-2b18f4ea15c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:18.657901 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07b73afd-9c62-419c-b9af-a6864ac4bd52 req-fe59afee-f78c-4e69-bbbc-2b18f4ea15c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0580938 Feb 20 20:08:18.715464 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07b73afd-9c62-419c-b9af-a6864ac4bd52 req-1858e5cf-4efc-47d3-a7c7-a88bd9c190a1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Feb 20 20:08:18.812574 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223fb86-37fb-4a08-bfc1-636e5e7ea9af req-fefa8183-0ba8-4f27-8532-2d5f5fdf837d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:18.813958 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4223fb86-37fb-4a08-bfc1-636e5e7ea9af req-fefa8183-0ba8-4f27-8532-2d5f5fdf837d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0524988 Feb 20 20:08:18.868142 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4223fb86-37fb-4a08-bfc1-636e5e7ea9af req-76c7f193-9504-4df8-ab40-59227765486f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487101 Feb 20 20:08:19.840229 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6a63f-9bf2-4648-a1f2-776f85e68f72 req-5078a4c0-71b9-4f27-89c1-aa20aa8ba03c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:19.842576 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5ec6a63f-9bf2-4648-a1f2-776f85e68f72 req-5078a4c0-71b9-4f27-89c1-aa20aa8ba03c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0562689 Feb 20 20:08:19.889147 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5ec6a63f-9bf2-4648-a1f2-776f85e68f72 req-3d18baf9-8b82-4da8-beee-aeb0af1b23c1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Feb 20 20:08:19.985086 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d52300-e88e-4ecc-91fe-6262ffe1dbea req-4a0aa382-e19e-4c41-9694-95e41b7ac2da tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:19.986558 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-29d52300-e88e-4ecc-91fe-6262ffe1dbea req-4a0aa382-e19e-4c41-9694-95e41b7ac2da tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0509193 Feb 20 20:08:20.033950 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-29d52300-e88e-4ecc-91fe-6262ffe1dbea req-28c0ffee-cfa2-47f0-a786-4a90c84bf137 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Feb 20 20:08:21.012952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95048de7-5e63-4004-adeb-1afe7364932d req-7b83f9df-26fa-41ce-89ea-7fce926c547f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:21.014747 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-95048de7-5e63-4004-adeb-1afe7364932d req-7b83f9df-26fa-41ce-89ea-7fce926c547f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0556171 Feb 20 20:08:21.060882 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-95048de7-5e63-4004-adeb-1afe7364932d req-61a51617-519d-49ef-9f25-30be73458431 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Feb 20 20:08:21.151708 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567a800-1c9c-403d-baf3-38dc2ffd6e2c req-6637e567-5031-4ae0-aeef-7f388f13c37f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:21.153580 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c567a800-1c9c-403d-baf3-38dc2ffd6e2c req-6637e567-5031-4ae0-aeef-7f388f13c37f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0524149 Feb 20 20:08:21.199312 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c567a800-1c9c-403d-baf3-38dc2ffd6e2c req-cd0e62c1-17fc-4d93-88bf-a12d2608bc7e tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393820 Feb 20 20:08:22.179762 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6239f6-ebdb-4c62-be8c-c92d2f7387df req-40cddc6d-0903-44f7-8315-bcb39f01ed73 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:22.181268 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fd6239f6-ebdb-4c62-be8c-c92d2f7387df req-40cddc6d-0903-44f7-8315-bcb39f01ed73 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0521626 Feb 20 20:08:22.231238 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fd6239f6-ebdb-4c62-be8c-c92d2f7387df req-6ba3d856-1cf2-42f6-a6f2-5c3ffe5fad4e tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Feb 20 20:08:22.315980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6708d4-0f48-4e79-951e-8b61e8f7c615 req-c247bc6d-1f37-478f-95e8-cd29a17eb5db tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:22.317449 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1e6708d4-0f48-4e79-951e-8b61e8f7c615 req-c247bc6d-1f37-478f-95e8-cd29a17eb5db tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0511370 Feb 20 20:08:22.363574 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1e6708d4-0f48-4e79-951e-8b61e8f7c615 req-1efd1a4a-3391-49cc-afa4-bb57bdc368c2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Feb 20 20:08:22.750335 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-807587f3-d61a-417c-8c1f-c8a9c11f663d service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821280 Feb 20 20:08:22.811600 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d038dea-5524-40c8-8076-fb11c0334930 req-121eda5a-5cb7-4109-9427-05fdcd69bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:22.813127 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-121eda5a-5cb7-4109-9427-05fdcd69bcd5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.0785351 Feb 20 20:08:22.814473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-e55ddf0e-1315-4cc8-898c-fd5014324145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:22.815761 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-e55ddf0e-1315-4cc8-898c-fd5014324145 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 910 time: 0.1260495 Feb 20 20:08:22.856151 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5afd60f8-e8e0-4c30-8f26-3b7013bccebf req-afaea634-561c-40e3-9219-782bcbc33432 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885141 Feb 20 20:08:22.967269 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-660a384f-dec0-4ae0-baee-53eb86cf7535 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 200 len: 1001 time: 0.1394684 Feb 20 20:08:23.027587 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d038dea-5524-40c8-8076-fb11c0334930 req-aeced521-4754-41f7-9b02-5e8a45a0c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.028973 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-aeced521-4754-41f7-9b02-5e8a45a0c6b7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.1933043 Feb 20 20:08:23.075515 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-de7e8436-56d4-40c9-90d7-4d3879a578e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.078250 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-de7e8436-56d4-40c9-90d7-4d3879a578e8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.1028001 Feb 20 20:08:23.079741 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-3b6b1013-75f3-4ec1-93a6-9f9121ecafea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 217 time: 0.0426154 Feb 20 20:08:23.175654 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d038dea-5524-40c8-8076-fb11c0334930 req-39ebbbac-8123-4c89-be88-1ee36a4f5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.177208 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-39ebbbac-8123-4c89-be88-1ee36a4f5b77 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.0812955 Feb 20 20:08:23.187303 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-ae2d8afb-0a42-4054-b527-f26046d50d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.188873 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-ae2d8afb-0a42-4054-b527-f26046d50d43 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851173 Feb 20 20:08:23.190499 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fc498-c98f-433d-9f98-aad15c85d02f req-db5323bf-074b-47fa-bf5b-bfc63c3e6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.191936 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-156fc498-c98f-433d-9f98-aad15c85d02f req-db5323bf-074b-47fa-bf5b-bfc63c3e6ff2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 1129 time: 0.0449922 Feb 20 20:08:23.223609 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-80457d15-63e9-49a3-a1e7-7cf90efd700b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265372 Feb 20 20:08:23.248875 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-156fc498-c98f-433d-9f98-aad15c85d02f req-77ba3cd5-aad5-407c-a8b5-bed17ed0fd04 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401583 Feb 20 20:08:23.405022 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-6c4c0290-94d9-4f11-aa4b-856b679363d5 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906769 Feb 20 20:08:23.420623 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-1088df02-fe8d-4267-8821-bc0c49086022 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857698 Feb 20 20:08:23.427424 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f9f09-fa03-4894-bb9f-85fb0bfe0fbf req-1aea2a12-9a9d-4301-b9f9-28e7b634987a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.432044 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f6f9f09-fa03-4894-bb9f-85fb0bfe0fbf req-1aea2a12-9a9d-4301-b9f9-28e7b634987a tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.1165667 Feb 20 20:08:23.520996 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f6f9f09-fa03-4894-bb9f-85fb0bfe0fbf req-ca11f7f5-b735-4257-af08-26fb3389b904 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862775 Feb 20 20:08:23.541031 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5378654-02e2-4ba6-b4f8-11de117fbcdd req-11a2ee9e-2f8b-493a-b88d-fb66113b371a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:23.541031 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a5378654-02e2-4ba6-b4f8-11de117fbcdd req-11a2ee9e-2f8b-493a-b88d-fb66113b371a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.1019521 Feb 20 20:08:23.582167 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a5378654-02e2-4ba6-b4f8-11de117fbcdd req-9c29ebd9-ee3a-40ee-aff2-d1be97769f9a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Feb 20 20:08:23.955532 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d1752d3-faf4-49db-a816-bee21545bf03 req-4800125d-bb24-41ea-8b60-f84000636fa6 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493628 Feb 20 20:08:23.957401 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d038dea-5524-40c8-8076-fb11c0334930 req-d5d4adeb-b66b-4393-bd5f-8a5c75a9b1b9 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501765 Feb 20 20:08:24.650456 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de2a48-dee5-4bc3-b304-bba25d2ab8c0 req-19809427-0f37-4583-b89b-aaddd16c9cfe tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:24.651995 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-68de2a48-dee5-4bc3-b304-bba25d2ab8c0 req-19809427-0f37-4583-b89b-aaddd16c9cfe tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0574284 Feb 20 20:08:24.730449 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-68de2a48-dee5-4bc3-b304-bba25d2ab8c0 req-3c3108cf-5f13-4c01-bec1-786415456067 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683117 Feb 20 20:08:24.739133 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac19340-5dfb-48e7-a01e-da33da6ed9f3 req-577846aa-6984-4111-8613-c51f46563a37 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:24.740663 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6ac19340-5dfb-48e7-a01e-da33da6ed9f3 req-577846aa-6984-4111-8613-c51f46563a37 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0877209 Feb 20 20:08:24.788812 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6ac19340-5dfb-48e7-a01e-da33da6ed9f3 req-09fc9a86-e048-4bda-865b-cfc83c81367a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424831 Feb 20 20:08:25.849648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99b921-cef6-4626-8e28-21dc4dbaef3d req-a54e818b-0338-4535-a9d1-2f79d886d9f0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:25.851095 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae99b921-cef6-4626-8e28-21dc4dbaef3d req-a54e818b-0338-4535-a9d1-2f79d886d9f0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0516913 Feb 20 20:08:25.901639 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae99b921-cef6-4626-8e28-21dc4dbaef3d req-e163da71-d5bb-4ae1-996a-33391eac8915 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448976 Feb 20 20:08:26.011608 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3340f4-32ee-4b71-8ab2-986a461a736a req-7081a33c-c62e-40b7-ae0e-1744efe86cc2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:26.013344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd3340f4-32ee-4b71-8ab2-986a461a736a req-7081a33c-c62e-40b7-ae0e-1744efe86cc2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0526094 Feb 20 20:08:26.063913 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd3340f4-32ee-4b71-8ab2-986a461a736a req-be7a66b8-2dc1-4df8-adac-13b28e501ff6 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Feb 20 20:08:26.174958 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2fd3-0aaf-480c-bc56-091241b85443 req-e7b94377-cb5f-484d-b66c-2d5c7a2b84b1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:26.176680 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-326c2fd3-0aaf-480c-bc56-091241b85443 req-e7b94377-cb5f-484d-b66c-2d5c7a2b84b1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0529926 Feb 20 20:08:26.223324 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-326c2fd3-0aaf-480c-bc56-091241b85443 req-c0c39af3-48b3-43ee-aed6-69769b69c931 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Feb 20 20:08:26.487749 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-7e1d8066-ea63-4fbd-ac22-553d466813f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:26.489371 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-7e1d8066-ea63-4fbd-ac22-553d466813f0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.0528455 Feb 20 20:08:26.580292 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-219bdd39-eb60-447e-baa5-9ec2c554ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:26.581812 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-219bdd39-eb60-447e-baa5-9ec2c554ea4a service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.0853126 Feb 20 20:08:26.631902 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-f1199b7e-493d-45aa-b835-7415e3b6e9e4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 217 time: 0.0409148 Feb 20 20:08:26.681298 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-ec3823ed-47c0-47ab-baf7-dc8d64ffb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:26.688917 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-ec3823ed-47c0-47ab-baf7-dc8d64ffb735 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.0437860 Feb 20 20:08:26.723774 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-3a9a80ed-d86f-4929-a4af-96a46de6a48c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249641 Feb 20 20:08:26.807781 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-5ae00412-caf1-46a1-985c-8273d955db49 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Feb 20 20:08:26.903537 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4d643c72-8776-45b7-a30f-3f4c04ada277 req-a9c392d4-6771-490d-951f-4cb074caef45 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839837 Feb 20 20:08:27.025852 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c89166-604d-4b13-9668-2b30bb99a4b4 req-e4d181e5-e541-49e1-b67d-e872f92c09e7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:27.027319 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-73c89166-604d-4b13-9668-2b30bb99a4b4 req-e4d181e5-e541-49e1-b67d-e872f92c09e7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0549555 Feb 20 20:08:27.074139 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-73c89166-604d-4b13-9668-2b30bb99a4b4 req-62be5be5-79cd-46f5-9d8a-9192f55d7043 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Feb 20 20:08:27.189645 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1f97-c75a-4818-845c-e79c149afe19 req-0e0cfdcc-eaa8-4bfc-8d00-dcf170b5cdc2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:27.191252 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-676b1f97-c75a-4818-845c-e79c149afe19 req-0e0cfdcc-eaa8-4bfc-8d00-dcf170b5cdc2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0586691 Feb 20 20:08:27.237709 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-676b1f97-c75a-4818-845c-e79c149afe19 req-0327a6c9-6ea5-498d-9487-5eb625d74b53 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409973 Feb 20 20:08:27.345244 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fe40a-9ac3-4f8d-9521-29f5dd4c5bf5 req-98ab2a48-d8a6-440b-8ddc-ddf7740a9c2d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:27.346709 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bf4fe40a-9ac3-4f8d-9521-29f5dd4c5bf5 req-98ab2a48-d8a6-440b-8ddc-ddf7740a9c2d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0552163 Feb 20 20:08:27.394272 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bf4fe40a-9ac3-4f8d-9521-29f5dd4c5bf5 req-5113c905-5d51-4711-88df-acba66f32003 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421169 Feb 20 20:08:28.357599 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8934a-fa71-434d-9930-fe0e247763f8 req-a0f62c88-85f0-4d66-9e83-e4eb85ebba87 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:28.359179 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5ce8934a-fa71-434d-9930-fe0e247763f8 req-a0f62c88-85f0-4d66-9e83-e4eb85ebba87 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0537395 Feb 20 20:08:28.409665 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5ce8934a-fa71-434d-9930-fe0e247763f8 req-36dfbae7-ca9d-4c81-b985-5cc93ad3079f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Feb 20 20:08:28.514702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdd3be-46bc-414c-ad90-afc21bef6988 req-4d7e5c1f-4ccf-4ec2-8776-121633fc93f4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:28.516142 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-49fdd3be-46bc-414c-ad90-afc21bef6988 req-4d7e5c1f-4ccf-4ec2-8776-121633fc93f4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0543518 Feb 20 20:08:28.563939 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-49fdd3be-46bc-414c-ad90-afc21bef6988 req-ec4c6898-715c-4771-b0f4-b5d0c4c59b41 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Feb 20 20:08:29.528782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91f08f-7706-42a5-b5b9-4d40702888e4 req-184270d8-c9b7-43c0-83c5-7fcd156374f0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:29.530914 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ca91f08f-7706-42a5-b5b9-4d40702888e4 req-184270d8-c9b7-43c0-83c5-7fcd156374f0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 943 time: 0.0553982 Feb 20 20:08:29.531257 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 053b3d8c-b396-4f13-9c98-5c27717b043c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:08:29.580665 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ca91f08f-7706-42a5-b5b9-4d40702888e4 req-f5904c95-424b-4194-be63-a59c6f9235e4 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Feb 20 20:08:29.637197 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=053b3d8c-b396-4f13-9c98-5c27717b043c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:29.655932 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'port_id': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'mac_address': 'fa:16:3e:eb:5b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:08:29.692826 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e484e-1cfa-4c0c-8424-adbe31d17820 req-560cddd8-3179-405e-8bc7-bc30de80a9b1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:29.694422 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b84e484e-1cfa-4c0c-8424-adbe31d17820 req-560cddd8-3179-405e-8bc7-bc30de80a9b1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0619719 Feb 20 20:08:29.703289 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 053b3d8c-b396-4f13-9c98-5c27717b043c is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:29.703770 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:29.716231 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053b3d8c-b396-4f13-9c98-5c27717b043c {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:29.735066 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=053b3d8c-b396-4f13-9c98-5c27717b043c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:29.743577 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b84e484e-1cfa-4c0c-8424-adbe31d17820 req-59d54e29-67fb-487c-a00c-d83ea9c80fc8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Feb 20 20:08:29.858488 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:29.909186 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:29.916242 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.916648 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.917008 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.917345 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.917675 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.918002 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.918326 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.918654 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.918976 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.919309 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.919630 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.920504 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:29.920843 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:30.657091 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['053b3d8c-b396-4f13-9c98-5c27717b043c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:30.697320 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67341229-a2e6-40a0-99c9-4bc5f2b13110 req-1b383bfc-d49d-4493-a026-7b79d767d9ac tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:30.698952 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-67341229-a2e6-40a0-99c9-4bc5f2b13110 req-1b383bfc-d49d-4493-a026-7b79d767d9ac tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 944 time: 0.0521662 Feb 20 20:08:30.746268 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-67341229-a2e6-40a0-99c9-4bc5f2b13110 req-b29d010d-e47c-4f98-b6fa-5c4b41c1aa97 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Feb 20 20:08:30.872134 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d556f4-7bd5-475d-95e0-0a8fe8aac0b6 req-a9323623-36e7-4841-b916-f664ddee5b5c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:30.874029 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f9d556f4-7bd5-475d-95e0-0a8fe8aac0b6 req-a9323623-36e7-4841-b916-f664ddee5b5c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0575643 Feb 20 20:08:31.160232 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f9d556f4-7bd5-475d-95e0-0a8fe8aac0b6 req-7b695378-5335-40d3-9b3a-3a1dc1d182ea tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806714 Feb 20 20:08:31.868116 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288abf3-ecd1-4052-84a2-4f69e2751b96 req-f3c19ce3-75be-4a5d-82aa-3637ff2e06dc tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:31.869619 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7288abf3-ecd1-4052-84a2-4f69e2751b96 req-f3c19ce3-75be-4a5d-82aa-3637ff2e06dc tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 944 time: 0.0513670 Feb 20 20:08:31.917074 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7288abf3-ecd1-4052-84a2-4f69e2751b96 req-932b6e14-b4a5-42ea-99d2-cfb1c480345f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 Feb 20 20:08:32.276241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c068490-0f09-48f9-8cdd-4ad54d113cfb req-4cbba394-3796-42cc-bfe8-656c6f61be24 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:32.277933 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c068490-0f09-48f9-8cdd-4ad54d113cfb req-4cbba394-3796-42cc-bfe8-656c6f61be24 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0507295 Feb 20 20:08:32.325457 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c068490-0f09-48f9-8cdd-4ad54d113cfb req-16a47eb1-e249-4e30-b844-0dbd5b2af307 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Feb 20 20:08:33.033811 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b3b9d-6e0b-4d1d-b8d3-e30c789b2b51 req-26549763-8fc2-4a70-9cce-f9ec613a0ca1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:33.035263 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b7b3b9d-6e0b-4d1d-b8d3-e30c789b2b51 req-26549763-8fc2-4a70-9cce-f9ec613a0ca1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 944 time: 0.0512736 Feb 20 20:08:33.082086 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b7b3b9d-6e0b-4d1d-b8d3-e30c789b2b51 req-f828fe9c-5bb9-4262-a449-0c3b41997134 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Feb 20 20:08:33.443761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d4061-ee8d-4336-a2ea-27d094314bc2 req-93d35e42-e4a7-4919-9406-9b40d1215be9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:33.445133 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c3d4061-ee8d-4336-a2ea-27d094314bc2 req-93d35e42-e4a7-4919-9406-9b40d1215be9 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0507393 Feb 20 20:08:33.492693 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c3d4061-ee8d-4336-a2ea-27d094314bc2 req-f54384a6-68a7-4426-9023-e3916eb9b445 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 Feb 20 20:08:34.200269 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19103aa9-d3ff-4c43-a357-d06a002dd1f7 req-370d0f23-f044-4e53-8e33-ee311451ee1e tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:34.202330 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-19103aa9-d3ff-4c43-a357-d06a002dd1f7 req-370d0f23-f044-4e53-8e33-ee311451ee1e tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 944 time: 0.0549364 Feb 20 20:08:34.246824 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-19103aa9-d3ff-4c43-a357-d06a002dd1f7 req-65109d8d-bf81-45d1-8bd7-5bb0ef75c70d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 Feb 20 20:08:34.609735 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635b116-fff7-4146-a279-211328a24b54 req-0921c072-802c-4834-9e8b-3beed8b27230 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:34.611183 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9635b116-fff7-4146-a279-211328a24b54 req-0921c072-802c-4834-9e8b-3beed8b27230 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0507567 Feb 20 20:08:34.656074 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9635b116-fff7-4146-a279-211328a24b54 req-90608b10-4542-4e8a-a1c1-3f0e9d2c68a4 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Feb 20 20:08:35.367979 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016806-c48b-4bd2-abfd-3fb6c4edeaeb req-e0ae9bd4-8350-483c-9249-760786cab5c9 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.369490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f2016806-c48b-4bd2-abfd-3fb6c4edeaeb req-e0ae9bd4-8350-483c-9249-760786cab5c9 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 944 time: 0.0548067 Feb 20 20:08:35.415324 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f2016806-c48b-4bd2-abfd-3fb6c4edeaeb req-3ba29f11-af88-4be6-b734-5f0e5b1282af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Feb 20 20:08:35.771377 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d29b-9247-435f-a0a8-47515e802eb5 req-c35cebe7-dbe7-4cd8-8803-fa1c1af42548 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:35.773243 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8fa3d29b-9247-435f-a0a8-47515e802eb5 req-c35cebe7-dbe7-4cd8-8803-fa1c1af42548 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0519810 Feb 20 20:08:35.820020 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8fa3d29b-9247-435f-a0a8-47515e802eb5 req-578555e8-fbd8-4ea4-b6e1-9d642a025c0c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Feb 20 20:08:36.531997 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8febb-20f6-4ae3-b63b-e09de55cfedd req-81f41bb5-770e-4e5b-b658-6ead6f56954c tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:36.533489 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-17c8febb-20f6-4ae3-b63b-e09de55cfedd req-81f41bb5-770e-4e5b-b658-6ead6f56954c tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 944 time: 0.0519817 Feb 20 20:08:36.583353 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-17c8febb-20f6-4ae3-b63b-e09de55cfedd req-a9f03019-912a-4473-a6a3-3bfc9cc608d3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Feb 20 20:08:36.687202 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c4e3815a-cbb4-4419-a936-caeb784a47f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:36.938175 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede41a7-c0c5-4a64-844b-952573ef0684 req-f01d732b-56f0-461d-996b-6981df85df0f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:36.939651 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5ede41a7-c0c5-4a64-844b-952573ef0684 req-f01d732b-56f0-461d-996b-6981df85df0f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0521765 Feb 20 20:08:36.954738 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 053b3d8c-b396-4f13-9c98-5c27717b043c up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:08:36.987950 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5ede41a7-c0c5-4a64-844b-952573ef0684 req-a95e2858-6e5c-47d2-a596-14ab39f522bd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426261 Feb 20 20:08:37.110190 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 053b3d8c-b396-4f13-9c98-5c27717b043c completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:08:37.114666 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 053b3d8c-b396-4f13-9c98-5c27717b043c triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:08:37.115049 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:37.204137 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 053b3d8c-b396-4f13-9c98-5c27717b043c is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:08:37.204559 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:37.228957 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:37.231232 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c490d46-2804-4aed-b7e1-c5ad1b635774" -d '{"events": [{"server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "name": "network-vif-plugged", "status": "completed", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:37.245051 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=053b3d8c-b396-4f13-9c98-5c27717b043c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:08:37.271076 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26375255-741d-4530-ab3f-0a949bb58df3 x-openstack-request-id: req-26375255-741d-4530-ab3f-0a949bb58df3 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:37.271426 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "name": "network-vif-plugged", "status": "completed", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:37.271687 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26375255-741d-4530-ab3f-0a949bb58df3 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:37.272083 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'code': 200} Feb 20 20:08:37.355300 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:37.402361 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:37.698894 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341b884-7777-473f-9569-f11ab7f64bf5 req-165f8ae2-0725-444c-9b04-7fe16acc79a0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:37.700380 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8341b884-7777-473f-9569-f11ab7f64bf5 req-165f8ae2-0725-444c-9b04-7fe16acc79a0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0517223 Feb 20 20:08:37.747301 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8341b884-7777-473f-9569-f11ab7f64bf5 req-a102f699-d446-4e87-9681-b4786669db17 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Feb 20 20:08:37.825109 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794034f-0198-4e08-9364-cc9559d4ba20 req-c61b7992-184f-4fba-877d-7ebd00645384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:37.827134 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1794034f-0198-4e08-9364-cc9559d4ba20 req-c61b7992-184f-4fba-877d-7ebd00645384 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1129 time: 0.0457656 Feb 20 20:08:37.876526 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1794034f-0198-4e08-9364-cc9559d4ba20 req-16355c92-022c-4397-a1a7-4deef21ed64b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413520 Feb 20 20:08:37.995418 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:38.106691 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc91eb-533e-4bca-bb56-2d6f6b26490b req-7c75ba12-009f-47c8-b55e-b49844cf43f2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:38.107944 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5cc91eb-533e-4bca-bb56-2d6f6b26490b req-7c75ba12-009f-47c8-b55e-b49844cf43f2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0516806 Feb 20 20:08:38.160967 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5cc91eb-533e-4bca-bb56-2d6f6b26490b req-90b63fab-8403-41e6-aba4-33257d961f01 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471935 Feb 20 20:08:38.864846 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f73bb0-2d5f-4313-a404-adf312acc95c req-86a79215-1190-4622-933b-af5de36e78f9 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:38.866325 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-36f73bb0-2d5f-4313-a404-adf312acc95c req-86a79215-1190-4622-933b-af5de36e78f9 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0515814 Feb 20 20:08:38.917497 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-36f73bb0-2d5f-4313-a404-adf312acc95c req-04c3d024-2407-48f0-ab3b-9cfdab846350 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Feb 20 20:08:38.949443 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99843bce-8c04-45c7-b008-7fc6470d7e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:39.282597 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c50f9-6475-4b7c-86af-e7166054e590 req-8aa7682b-742c-436f-82ab-c2a95aacba24 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:39.284241 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1c1c50f9-6475-4b7c-86af-e7166054e590 req-8aa7682b-742c-436f-82ab-c2a95aacba24 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0533624 Feb 20 20:08:39.330883 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1c1c50f9-6475-4b7c-86af-e7166054e590 req-7738d362-21c3-4225-86ab-a45abae65118 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Feb 20 20:08:40.047531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ccfd8-6494-4ad0-af47-467e95af76bd req-63036557-64b1-4a13-82a4-b09ffc47d443 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:40.049185 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-207ccfd8-6494-4ad0-af47-467e95af76bd req-63036557-64b1-4a13-82a4-b09ffc47d443 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0602305 Feb 20 20:08:40.075479 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:40.099837 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-207ccfd8-6494-4ad0-af47-467e95af76bd req-117a2f3a-7aff-408f-9836-1fb4b1a77d90 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Feb 20 20:08:40.455086 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c5a0e-9b74-4e1c-a6d9-0f5866488e38 req-e3a48219-562e-44e9-a009-2c25a478431b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:40.456621 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-831c5a0e-9b74-4e1c-a6d9-0f5866488e38 req-e3a48219-562e-44e9-a009-2c25a478431b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0585699 Feb 20 20:08:40.503053 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-831c5a0e-9b74-4e1c-a6d9-0f5866488e38 req-f2a2f064-03c3-4a2b-8ae8-ebf1aa293a68 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Feb 20 20:08:41.220615 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5374c6c-e92d-46f1-9006-80787dbe5ce8 req-9f5c1304-0eaa-4543-8fb6-1aa1015431fa tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:41.222116 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a5374c6c-e92d-46f1-9006-80787dbe5ce8 req-9f5c1304-0eaa-4543-8fb6-1aa1015431fa tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0531089 Feb 20 20:08:41.268643 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a5374c6c-e92d-46f1-9006-80787dbe5ce8 req-7c8837cc-5222-457a-90ca-2ce40fcfc1ef tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Feb 20 20:08:41.393533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5464c1c-b038-4d48-8c4b-430b905dfe55 req-0110958d-d9f0-4341-9131-d56c2e6ea343 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:41.395066 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a5464c1c-b038-4d48-8c4b-430b905dfe55 req-0110958d-d9f0-4341-9131-d56c2e6ea343 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0567324 Feb 20 20:08:41.442127 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a5464c1c-b038-4d48-8c4b-430b905dfe55 req-562e7618-ee2d-403b-91ad-2e674aa02813 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Feb 20 20:08:41.623108 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cc165-246b-44e5-8511-5f5fbd45f5ea req-481b99fc-04c9-4694-9e85-02fe582dc730 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:41.624613 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-878cc165-246b-44e5-8511-5f5fbd45f5ea req-481b99fc-04c9-4694-9e85-02fe582dc730 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0550125 Feb 20 20:08:41.672684 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-878cc165-246b-44e5-8511-5f5fbd45f5ea req-2261edbc-d8cd-40be-bd58-2bc4a3e8550e tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Feb 20 20:08:41.777252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e364-2fd2-4cea-bed8-944945159e4c req-c5e6490d-2e22-4a5a-ada0-94fe97833f2d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:41.778664 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-17e3e364-2fd2-4cea-bed8-944945159e4c req-c5e6490d-2e22-4a5a-ada0-94fe97833f2d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0527773 Feb 20 20:08:41.824087 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:41.828694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-17e3e364-2fd2-4cea-bed8-944945159e4c req-8a7250bd-2b64-4e5f-91d9-a39dbffffdd8 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Feb 20 20:08:41.833360 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:08:42.795235 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a194f-b1c8-4b22-a2ff-665717999977 req-b23cfc7d-9cf4-4c53-a023-94f56f22d234 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:42.796877 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-758a194f-b1c8-4b22-a2ff-665717999977 req-b23cfc7d-9cf4-4c53-a023-94f56f22d234 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0526366 Feb 20 20:08:42.844269 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-758a194f-b1c8-4b22-a2ff-665717999977 req-f1cd3a76-08f1-47b3-a415-7338d568ffb1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Feb 20 20:08:43.012841 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:43.976381 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4169b-700a-48f8-83ae-193f05653c1d req-cc42ce0a-e7e0-462a-adb9-f30761fa21a1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:43.977867 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdd4169b-700a-48f8-83ae-193f05653c1d req-cc42ce0a-e7e0-462a-adb9-f30761fa21a1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0546784 Feb 20 20:08:44.025894 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdd4169b-700a-48f8-83ae-193f05653c1d req-d0180e7d-b3ed-4855-88a1-c9d5924d1413 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Feb 20 20:08:45.162732 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a00c9-0c6a-4d04-a7a6-13dd8067f935 req-7151454d-7697-4e09-b98c-8843461fa37b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:45.162732 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1e6a00c9-0c6a-4d04-a7a6-13dd8067f935 req-7151454d-7697-4e09-b98c-8843461fa37b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0573530 Feb 20 20:08:45.208473 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1e6a00c9-0c6a-4d04-a7a6-13dd8067f935 req-2d1d5edd-5979-446c-bc12-88d2ae9bdb1a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Feb 20 20:08:45.386692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab83196-91f6-43d7-9de6-eab1d2e5f789 req-91e1d26d-8202-4f64-8b6f-dd5e7d444dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:45.388569 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aab83196-91f6-43d7-9de6-eab1d2e5f789 req-91e1d26d-8202-4f64-8b6f-dd5e7d444dbe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.0428317 Feb 20 20:08:45.434204 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aab83196-91f6-43d7-9de6-eab1d2e5f789 req-5fb2f50a-9153-46fd-9d4c-1ab21b0acf86 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366466 Feb 20 20:08:46.333567 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79357373-7992-477e-b420-86385057f9e7 req-ed297cf8-08c1-4f54-9e6a-64f40f1c281d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:46.335179 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79357373-7992-477e-b420-86385057f9e7 req-ed297cf8-08c1-4f54-9e6a-64f40f1c281d tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0556955 Feb 20 20:08:46.391793 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79357373-7992-477e-b420-86385057f9e7 req-4592684c-58b6-47ad-b329-162551459616 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Feb 20 20:08:47.518754 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee2550-a85a-4d2b-99de-e819077988fd req-b4ebfe45-19fa-4333-89ef-f20623d93e57 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:47.520259 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e7ee2550-a85a-4d2b-99de-e819077988fd req-b4ebfe45-19fa-4333-89ef-f20623d93e57 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0559654 Feb 20 20:08:47.569009 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e7ee2550-a85a-4d2b-99de-e819077988fd req-b53fe103-85df-491f-9157-f7e617eda72a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Feb 20 20:08:48.550728 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-df96e7c1-3c28-416e-9eba-77414e65e12d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:48.552178 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-df96e7c1-3c28-416e-9eba-77414e65e12d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.1070607 Feb 20 20:08:48.568723 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-24148b93-968a-411d-901d-832ffc0cdfd5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/quotas/241d32fe65e44ece897c10bfd0439121 HTTP/1.1" status: 200 len: 375 time: 0.0102520 Feb 20 20:08:48.628614 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-a076a433-ee8d-486c-bca8-799894cead77 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544679 Feb 20 20:08:48.756756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92591fac-1d46-4f89-a76e-6e2e15cd4bd0 req-5e87a434-2d0e-43cc-aa45-129a07ef36f8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:48.758217 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-92591fac-1d46-4f89-a76e-6e2e15cd4bd0 req-5e87a434-2d0e-43cc-aa45-129a07ef36f8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1136322 Feb 20 20:08:48.761710 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-df1a4ccb-621b-401f-a261-fd758baea0f6 service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264601 Feb 20 20:08:48.852856 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-92591fac-1d46-4f89-a76e-6e2e15cd4bd0 req-aa947a5e-4c6d-45f1-93ee-1c85f17a6b9f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888069 Feb 20 20:08:48.881033 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-51124fa0-2fc0-4e31-bdc7-dc183f01d27a service neutron] 10.222.0.61 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113260 Feb 20 20:08:49.147652 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6c0b3d3e-6838-41fd-86f8-fdf4eb49c8b7 req-74ceff77-676d-444f-863e-e2dca88370ee tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 210 time: 0.0327427 Feb 20 20:08:49.363421 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ebb3-30e3-41e7-8f14-ed4d2937c9ef req-cff102ac-94dd-49e8-9698-446b024f952c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.364919 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0430ebb3-30e3-41e7-8f14-ed4d2937c9ef req-cff102ac-94dd-49e8-9698-446b024f952c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0528131 Feb 20 20:08:49.414201 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0430ebb3-30e3-41e7-8f14-ed4d2937c9ef req-6e78ec16-b2fa-4218-b5cc-6841e7212690 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436456 Feb 20 20:08:49.538354 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-f7d270e6-99b6-469d-8c8f-323692e514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.539892 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-f7d270e6-99b6-469d-8c8f-323692e514c9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 1130 time: 0.0466940 Feb 20 20:08:49.647183 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-981b4939-f7e0-4e95-ada2-108385e0ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.648574 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-981b4939-f7e0-4e95-ada2-108385e0ccfb service neutron] 10.222.0.91 "GET /v2.0/networks?id=e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 200 len: 920 time: 0.0882580 Feb 20 20:08:49.698751 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-beb129d5-fba8-43c2-a183-cdfab4550666 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 200 len: 217 time: 0.0354819 Feb 20 20:08:49.760756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-11610e65-bf8d-4f70-ad57-8f8234b20888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:49.762205 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-11610e65-bf8d-4f70-ad57-8f8234b20888 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 200 len: 859 time: 0.0477319 Feb 20 20:08:49.803578 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-9da2a5c7-0ce1-43e6-8706-bd418c16c4e9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e9e173c7-6dd9-4335-82a8-8859212d9258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258489 Feb 20 20:08:49.897066 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-2efb8e16-a3c0-41cd-84e0-d7a8ee07ed91 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811374 Feb 20 20:08:50.003939 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df9757a3-5224-4fd2-9318-e1d13e854d88 req-974c4d05-3e72-4ec1-b075-cfd9be993b56 service neutron] 10.222.0.91 "GET /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945823 Feb 20 20:08:50.246088 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-335da4d3-d49f-47cd-a33c-9f683827617e req-a07a5080-2ac0-4f63-9cb3-49ddafc8978f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 210 time: 0.0269308 Feb 20 20:08:50.537378 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bceea1-661f-44b6-a458-d80d399d6146 req-218007ed-8e0f-4b05-b40a-549d5f506eb8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:50.538797 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02bceea1-661f-44b6-a458-d80d399d6146 req-218007ed-8e0f-4b05-b40a-549d5f506eb8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0535145 Feb 20 20:08:50.586645 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02bceea1-661f-44b6-a458-d80d399d6146 req-e695705f-d73b-432c-a774-cc6326623a2c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Feb 20 20:08:51.342640 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fae8670a-1d30-4921-bca5-063ee6246bb8 req-5fa6be55-eaef-41a8-8d34-c0e3a588d43b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 210 time: 0.0305665 Feb 20 20:08:51.706746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535c027-3a7e-4392-b4d3-7900143de633 req-0015edd8-07fa-47c2-96aa-c4c9b60d0b14 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:51.708312 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5535c027-3a7e-4392-b4d3-7900143de633 req-0015edd8-07fa-47c2-96aa-c4c9b60d0b14 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0523307 Feb 20 20:08:51.755392 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5535c027-3a7e-4392-b4d3-7900143de633 req-ff2700f2-64eb-475d-9fdc-e4262c2b96d3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413713 Feb 20 20:08:52.269010 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-13ae73e1-15b6-49f7-8871-ab2ed09413bc tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:52.270480 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-13ae73e1-15b6-49f7-8871-ab2ed09413bc tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/networks?id=27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 200 len: 814 time: 0.1068344 Feb 20 20:08:52.319502 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Request body: {'port': {'device_id': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'admin_state_up': True, 'tenant_id': '241d32fe65e44ece897c10bfd0439121'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:52.451325 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01f7721e-ddeb-401c-8494-ac3b0367e0ef req-39e0161f-10d9-4031-b8eb-da77d9d4e114 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 210 time: 0.0360210 Feb 20 20:08:52.584341 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Made reservation on behalf of 241d32fe65e44ece897c10bfd0439121 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:08:52.587824 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:52.716085 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Allocated IP 172.20.0.4 (27c15c6d-7811-4b99-9212-43ad7d68ac7f/92b29f4a-8b96-4de1-9332-3b146ee338b1/b21e56d9-bb32-4ee6-902c-17e74581cc2c) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:52.899514 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks [] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:52.917826 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d9f00-eb34-46ab-8fa9-9f31573a3398 req-01976479-d45b-40f0-9b92-2afcc5b884ad tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:52.919607 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-428d9f00-eb34-46ab-8fa9-9f31573a3398 req-01976479-d45b-40f0-9b92-2afcc5b884ad tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0938272 Feb 20 20:08:52.984524 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-428d9f00-eb34-46ab-8fa9-9f31573a3398 req-02d6f5a4-7d40-4014-b228-1fd304a0aa6f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577435 Feb 20 20:08:53.109957 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.155800 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Network 27c15c6d-7811-4b99-9212-43ad7d68ac7f is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:53.160492 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:53.164343 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:53.167463 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8', '59407d12-a97d-44f1-90e4-afc6090479e1', '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:08:53.196668 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event updated for resources: {'Port': ['ID=b21e56d9-bb32-4ee6-902c-17e74581cc2c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:53.222030 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:53.222636 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.341591 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-0457c4cc-8122-43a5-b501-26fa1ff30927 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0260413 Feb 20 20:08:53.366054 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Request body: {'port': {'device_id': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:53.424977 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.641324 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542febc-4776-476c-80d7-6eeedc46f210 req-699cd751-0d2c-46cb-ac57-fe35362b8b51 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:53.642900 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e542febc-4776-476c-80d7-6eeedc46f210 req-699cd751-0d2c-46cb-ac57-fe35362b8b51 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 931 time: 0.1111426 Feb 20 20:08:53.719815 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e542febc-4776-476c-80d7-6eeedc46f210 req-0da88020-a5c7-4f12-b367-76ff5e7a6b2f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612130 Feb 20 20:08:53.767756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21e56d9-bb32-4ee6-902c-17e74581cc2c {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:08:53.775414 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Publish callbacks [] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.787192 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Transition to ACTIVE for port object b21e56d9-bb32-4ee6-902c-17e74581cc2c will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:08:53.876528 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:53.927701 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Pushing event updated for resources: {'Port': ['ID=b21e56d9-bb32-4ee6-902c-17e74581cc2c,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:53.997306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Attempting to bind port b21e56d9-bb32-4ee6-902c-17e74581cc2c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:08:53.997642 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Attempting to bind port b21e56d9-bb32-4ee6-902c-17e74581cc2c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:08:53.997975 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Attempting to bind port b21e56d9-bb32-4ee6-902c-17e74581cc2c on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:54.003073 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Port b21e56d9-bb32-4ee6-902c-17e74581cc2c on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:08:54.003392 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Attempting to bind port b21e56d9-bb32-4ee6-902c-17e74581cc2c on network 27c15c6d-7811-4b99-9212-43ad7d68ac7f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:08:54.008386 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:08:54.008727 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Checking segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:08:54.009110 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Bound using segment: {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:08:54.009536 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Bound port: b21e56d9-bb32-4ee6-902c-17e74581cc2c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1167c594-8aee-4c42-b1b9-15427b8ce873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:08:54.009894 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.106288 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] For port b21e56d9-bb32-4ee6-902c-17e74581cc2c, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:08:54.124012 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] For port b21e56d9-bb32-4ee6-902c-17e74581cc2c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b21e56d9-bb32-4ee6-902c-17e74581cc2c,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:08:54.141320 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92900e3-cc2a-4645-a9fd-d9c3ea50bcad req-4f074059-26f5-4787-9fc7-0b423840fb37 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.143063 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e92900e3-cc2a-4645-a9fd-d9c3ea50bcad req-4f074059-26f5-4787-9fc7-0b423840fb37 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0831962 Feb 20 20:08:54.195557 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e92900e3-cc2a-4645-a9fd-d9c3ea50bcad req-ecdba6b5-6d40-429a-b735-193bcaca07b3 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Feb 20 20:08:54.230388 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.264686 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.265298 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:54.266787 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] 10.222.0.91 "PUT /v2.0/ports/b21e56d9-bb32-4ee6-902c-17e74581cc2c HTTP/1.1" status: 200 len: 1093 time: 0.9051576 Feb 20 20:08:54.267233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'tag': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:08:54.269478 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f063b-d807-45f6-a375-f76d7b570ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c40c86b-5f16-4b0c-8c65-4bf45df12095", "tag": "b21e56d9-bb32-4ee6-902c-17e74581cc2c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:08:54.292563 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2847233-a203-4096-bd9f-609fcb045146 service neutron] Pushing event updated for resources: {'Port': ['ID=b21e56d9-bb32-4ee6-902c-17e74581cc2c,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:54.307733 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c4e642-e177-4df9-94ae-567dffa90eef x-openstack-request-id: req-28c4e642-e177-4df9-94ae-567dffa90eef {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:08:54.307733 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c40c86b-5f16-4b0c-8c65-4bf45df12095", "tag": "b21e56d9-bb32-4ee6-902c-17e74581cc2c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:08:54.307733 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28c4e642-e177-4df9-94ae-567dffa90eef {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:08:54.308327 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'tag': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c', 'status': 'completed', 'code': 200} Feb 20 20:08:54.433302 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f063b-d807-45f6-a375-f76d7b570ed5 req-79f7af41-f833-41b6-83ec-ba876205f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.434803 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5b1f063b-d807-45f6-a375-f76d7b570ed5 req-79f7af41-f833-41b6-83ec-ba876205f933 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 1127 time: 0.0463715 Feb 20 20:08:54.561963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f063b-d807-45f6-a375-f76d7b570ed5 req-6b774a94-3cbf-40e5-ade4-4d90b2ec74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.563680 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5b1f063b-d807-45f6-a375-f76d7b570ed5 req-6b774a94-3cbf-40e5-ade4-4d90b2ec74d8 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=241d32fe65e44ece897c10bfd0439121&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0982664 Feb 20 20:08:54.658488 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f063b-d807-45f6-a375-f76d7b570ed5 req-b7a7afba-bf7c-438e-b56d-d17b83f0ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.659958 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5b1f063b-d807-45f6-a375-f76d7b570ed5 req-b7a7afba-bf7c-438e-b56d-d17b83f0ffc6 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903220 Feb 20 20:08:54.869570 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75ac92-1b32-4a7f-9845-f8e7389056b5 req-2a28f5d5-709b-4b73-a29e-ea0c9baf7f96 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.870983 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb75ac92-1b32-4a7f-9845-f8e7389056b5 req-2a28f5d5-709b-4b73-a29e-ea0c9baf7f96 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 943 time: 0.0847170 Feb 20 20:08:54.873778 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-01da7e85-f9d5-4827-9431-518cc7be06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:54.875832 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-01da7e85-f9d5-4827-9431-518cc7be06f6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=241d32fe65e44ece897c10bfd0439121&device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 1127 time: 0.0809722 Feb 20 20:08:54.951659 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-f7db1481-8a83-49db-9de1-003a4c0f14e7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b21e56d9-bb32-4ee6-902c-17e74581cc2c HTTP/1.1" status: 200 len: 217 time: 0.0490100 Feb 20 20:08:54.956469 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb75ac92-1b32-4a7f-9845-f8e7389056b5 req-5a3f9c09-7198-4a10-81f7-bae75484b700 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793278 Feb 20 20:08:55.222580 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-05be8acd-2dca-47eb-9316-5741181718a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:55.224829 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-05be8acd-2dca-47eb-9316-5741181718a2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=92b29f4a-8b96-4de1-9332-3b146ee338b1 HTTP/1.1" status: 200 len: 854 time: 0.0447981 Feb 20 20:08:55.273094 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-3898e64a-91f8-4b9c-bf30-18f932118586 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=27c15c6d-7811-4b99-9212-43ad7d68ac7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350852 Feb 20 20:08:55.385961 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b866993-f788-469d-a285-fb182fde25f3 req-654e6956-227b-4798-8a1f-1f052f4009c2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:55.387451 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b866993-f788-469d-a285-fb182fde25f3 req-654e6956-227b-4798-8a1f-1f052f4009c2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.1182177 Feb 20 20:08:55.414609 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-70dc2245-dd59-4f1e-97db-cbdf40161534 service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337783 Feb 20 20:08:55.450622 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b866993-f788-469d-a285-fb182fde25f3 req-bd70fcbc-17d0-4893-b303-1d8681862595 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533452 Feb 20 20:08:55.542898 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d4d247af-f314-4b1f-abf3-d3cc1aeca77a req-b5753cf2-8759-4ff4-a023-ad28f57a065b service neutron] 10.222.0.91 "GET /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884433 Feb 20 20:08:56.077286 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94be26-f688-4d8d-87c8-40d32fba322d req-89fda554-5c0a-4f1e-a79e-13a61f4600e5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:56.078781 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa94be26-f688-4d8d-87c8-40d32fba322d req-89fda554-5c0a-4f1e-a79e-13a61f4600e5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 943 time: 0.0543768 Feb 20 20:08:56.127721 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa94be26-f688-4d8d-87c8-40d32fba322d req-ff815288-c353-41ac-b2d5-26cc675160e6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Feb 20 20:08:56.573959 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ef872-2330-409b-995f-9e141dde23d6 req-5fef978c-bd08-463b-b008-b957a82d98b1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:56.575332 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad8ef872-2330-409b-995f-9e141dde23d6 req-5fef978c-bd08-463b-b008-b957a82d98b1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0559461 Feb 20 20:08:56.867833 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad8ef872-2330-409b-995f-9e141dde23d6 req-39237fc8-de57-448f-a193-cec827617e90 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854781 Feb 20 20:08:57.568504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9f113-77ca-443f-8c6e-65be6a4653d1 req-a8af9175-5a51-4fb4-8f7b-015878d1fd87 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.572601 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2af9f113-77ca-443f-8c6e-65be6a4653d1 req-a8af9175-5a51-4fb4-8f7b-015878d1fd87 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 943 time: 0.0696373 Feb 20 20:08:57.620888 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2af9f113-77ca-443f-8c6e-65be6a4653d1 req-06c8600b-0c42-406d-a56f-7bac2d95abf0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Feb 20 20:08:57.900195 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62b69e-0cd5-40c2-8458-8672bfda503e req-b28565c0-385c-44db-be2a-9d992c4c290f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:57.901692 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1f62b69e-0cd5-40c2-8458-8672bfda503e req-b28565c0-385c-44db-be2a-9d992c4c290f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0541797 Feb 20 20:08:57.966144 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1f62b69e-0cd5-40c2-8458-8672bfda503e req-9e3f2288-06dc-4c2c-8fad-48539d9fc760 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581408 Feb 20 20:08:58.623015 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7414f-93ea-4082-b09a-1f8e4dda69f0 req-e7303a4c-43e5-431e-bf0d-ae2bb1e2b5f3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:58.625032 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7db7414f-93ea-4082-b09a-1f8e4dda69f0 req-e7303a4c-43e5-431e-bf0d-ae2bb1e2b5f3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0531774 Feb 20 20:08:58.683704 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7db7414f-93ea-4082-b09a-1f8e4dda69f0 req-2e91a537-563b-41a0-bd9c-00b0074b5bbc tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530744 Feb 20 20:08:58.707766 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50294) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:58.753265 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f076896-3e8a-4153-86d3-40d5fd28231d req-ebb11090-ddbd-451c-ae5d-e89d013b8279 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:58.754746 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0f076896-3e8a-4153-86d3-40d5fd28231d req-ebb11090-ddbd-451c-ae5d-e89d013b8279 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 943 time: 0.0589707 Feb 20 20:08:58.802912 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0f076896-3e8a-4153-86d3-40d5fd28231d req-ad696c78-c137-4638-bd9c-a1dc7a450a08 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Feb 20 20:08:58.903182 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c79abb-264c-4894-8813-e88c82813eb7 tempest-TestMinimumBasicScenario-1070542393 tempest-TestMinimumBasicScenario-1070542393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:58.904616 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a3c79abb-264c-4894-8813-e88c82813eb7 tempest-TestMinimumBasicScenario-1070542393 tempest-TestMinimumBasicScenario-1070542393-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1124 time: 0.1954730 Feb 20 20:08:58.908533 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50298) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:08:58.913105 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'port_id': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:08:59.013440 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:59.105253 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e07aa7-8771-4587-a1e2-d5039254d68c req-a3eee06c-acf4-43ca-8fda-a6242134191d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.106717 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-16e07aa7-8771-4587-a1e2-d5039254d68c req-a3eee06c-acf4-43ca-8fda-a6242134191d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0588710 Feb 20 20:08:59.111000 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:59.158456 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-16e07aa7-8771-4587-a1e2-d5039254d68c req-23335c26-7335-40d0-ac1e-249a1cdf615b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Feb 20 20:08:59.221945 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Allocated IP 172.27.1.149 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/ba38fd36-1bf8-411e-8f82-0699823d226a) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:08:59.320678 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:59.442413 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:08:59.695472 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:08:59.698045 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:08:59.703726 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:08:59.708944 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'Port': ['ID=ba38fd36-1bf8-411e-8f82-0699823d226a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:08:59.735431 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.771100 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:08:59.939762 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae9acd-3f84-4258-8f5c-3bd101b9a323 req-455187b7-0302-48cc-87a8-611d01444df4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:08:59.941297 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-33ae9acd-3f84-4258-8f5c-3bd101b9a323 req-455187b7-0302-48cc-87a8-611d01444df4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 943 time: 0.0575428 Feb 20 20:08:59.991944 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-33ae9acd-3f84-4258-8f5c-3bd101b9a323 req-3ba8d6c5-759a-4ff1-8817-7c8e398e43af tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Feb 20 20:09:00.101006 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for floatingip (339fe7fb-61d7-4a7d-a874-75ce5f754602), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.243588 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.285988 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f638e-a03c-47cd-bfa9-3099ba1b281a req-e126626a-c9c7-4767-9a1a-d0b4d1a1f76a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:00.287487 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-539f638e-a03c-47cd-bfa9-3099ba1b281a req-e126626a-c9c7-4767-9a1a-d0b4d1a1f76a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0567148 Feb 20 20:09:00.336026 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-539f638e-a03c-47cd-bfa9-3099ba1b281a req-4d43adb9-b517-40bf-8b87-3d42a2c6d02d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409017 Feb 20 20:09:00.396954 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.504907 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.572344 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'Port': ['ID=ba38fd36-1bf8-411e-8f82-0699823d226a,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:00.584564 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (339fe7fb-61d7-4a7d-a874-75ce5f754602), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:00.692887 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Floating IP 339fe7fb-61d7-4a7d-a874-75ce5f754602 associated. External IP: 172.27.1.149, port: 053b3d8c-b396-4f13-9c98-5c27717b043c. Feb 20 20:09:00.914102 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:01.024970 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:01.036912 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] Sync routers for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:01.048946 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:01.049623 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:08:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:01.078897 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b21e56d9-bb32-4ee6-902c-17e74581cc2c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:01.113302 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.127615 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b0ae-2365-4ca7-89cc-dc78143302ca req-648cf759-2fe7-46d4-a514-a8ca0d0e1317 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.129178 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47a3b0ae-2365-4ca7-89cc-dc78143302ca req-648cf759-2fe7-46d4-a514-a8ca0d0e1317 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 943 time: 0.0620389 Feb 20 20:09:01.152353 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9bafb416-53a5-4035-91b2-1936dcbf7ad1 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2402396 Feb 20 20:09:01.155408 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50320) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:01.161529 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:01.164066 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:01.165487 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-02b7eaef-257a-4152-afad-b7baa5720053 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601151394', 'description': 'tempest-secgroup-smoke-1601151394 description', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:01.181467 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:01.195452 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b21e56d9-bb32-4ee6-902c-17e74581cc2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b21e56d9-bb32-4ee6-902c-17e74581cc2c,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:01.207398 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535d42a-d98e-4a59-9dd0-ac172f563996 x-openstack-request-id: req-9535d42a-d98e-4a59-9dd0-ac172f563996 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:01.207398 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:01.207398 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9535d42a-d98e-4a59-9dd0-ac172f563996 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:01.207398 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'status': 'completed', 'code': 200} Feb 20 20:09:01.213783 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c', 'network_id': '27c15c6d-7811-4b99-9212-43ad7d68ac7f', 'port_id': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c', 'mac_address': 'fa:16:3e:86:18:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b29f4a-8b96-4de1-9332-3b146ee338b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:01.244809 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47a3b0ae-2365-4ca7-89cc-dc78143302ca req-0106608c-f3d4-490b-9ebf-b294a5502ccf tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082861 Feb 20 20:09:01.267119 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b21e56d9-bb32-4ee6-902c-17e74581cc2c is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:01.267516 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.282805 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02b7eaef-257a-4152-afad-b7baa5720053 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.283989 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21e56d9-bb32-4ee6-902c-17e74581cc2c {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:01.306837 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b21e56d9-bb32-4ee6-902c-17e74581cc2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b21e56d9-bb32-4ee6-902c-17e74581cc2c,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:01.408316 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-d9d1f930-e7f7-4649-aa70-d12ac0f8286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.416492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-d9d1f930-e7f7-4649-aa70-d12ac0f8286e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1129 time: 0.0953541 Feb 20 20:09:01.416492 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02b7eaef-257a-4152-afad-b7baa5720053 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group (4ce8ede5-266d-4147-939b-9afb7a4f7dc1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.459007 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.463077 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '339fe7fb-61d7-4a7d-a874-75ce5f754602', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'port_id': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'mac_address': 'fa:16:3e:eb:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:59Z', 'updated_at': '2022-02-20T20:08:59Z', 'revision_number': 0, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:01.493183 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] Checking router: 5c25dba6-0790-43b5-8c08-71f0f5cfed90 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:01.504891 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:01.505618 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:08:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:01.512764 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b21e56d9-bb32-4ee6-902c-17e74581cc2c,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:01.523360 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7d28b-68cb-4472-9662-f539dc558461 req-f364fa8e-e235-46d3-8704-e8d0b145b759 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.524994 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2fa7d28b-68cb-4472-9662-f539dc558461 req-f364fa8e-e235-46d3-8704-e8d0b145b759 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.1109767 Feb 20 20:09:01.565899 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-c7e1a36b-9d3d-4ccf-9bc8-d53349da1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.567418 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-c7e1a36b-9d3d-4ccf-9bc8-d53349da1fae service neutron] 10.222.0.91 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 915 time: 0.1432161 Feb 20 20:09:01.593117 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02b7eaef-257a-4152-afad-b7baa5720053 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4ce8ede5-266d-4147-939b-9afb7a4f7dc1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.634699 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:01.663166 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2fa7d28b-68cb-4472-9662-f539dc558461 req-0c9c8325-491e-4981-bc47-21c701eebbda tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269066 Feb 20 20:09:01.674530 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7eaef-257a-4152-afad-b7baa5720053 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8ede5-266d-4147-939b-9afb7a4f7dc1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:01.686780 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-97e838c8-e911-4e4d-b19d-b47e34c8feb7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 999 time: 0.1074569 Feb 20 20:09:01.744536 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-3f59e60d-6ea4-4aaa-b994-7fa42352099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.746087 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-3f59e60d-6ea4-4aaa-b994-7fa42352099c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 200 len: 853 time: 0.0528634 Feb 20 20:09:01.754192 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-02b7eaef-257a-4152-afad-b7baa5720053 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.759054 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50334) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:01.759198 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-02b7eaef-257a-4152-afad-b7baa5720053 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6014299 Feb 20 20:09:01.764469 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-ab068572-95d0-4fff-8174-953ed1b1e8a3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'security_group_rule': {'security_group_id': '4ce8ede5-266d-4147-939b-9afb7a4f7dc1', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:01.806145 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-e349197d-e3a8-4a60-8cfe-3065f1648894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:01.807772 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-e349197d-e3a8-4a60-8cfe-3065f1648894 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0011abbb-d274-4b56-a1ae-9f388a3a335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475924 Feb 20 20:09:01.889502 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '339fe7fb-61d7-4a7d-a874-75ce5f754602', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'port_id': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'mac_address': 'fa:16:3e:eb:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:59Z', 'updated_at': '2022-02-20T20:08:59Z', 'revision_number': 0, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:01.908812 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-6209a0c2-603c-4997-a5ea-7002975497a2 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878968 Feb 20 20:09:01.912374 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab068572-95d0-4fff-8174-953ed1b1e8a3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (64579c9c-c373-4129-b11f-2f54809dfd14), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:01.924130 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8637307b-8ad8-4c94-9b83-1b2c9a150ab4 None None] The sync data for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi is: [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '339fe7fb-61d7-4a7d-a874-75ce5f754602', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'port_id': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'mac_address': 'fa:16:3e:eb:5b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:08:59Z', 'updated_at': '2022-02-20T20:08:59Z', 'revision_number': 0, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:01.984338 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab068572-95d0-4fff-8174-953ed1b1e8a3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (64579c9c-c373-4129-b11f-2f54809dfd14), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.012843 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1ea80a6c-8280-4c0f-a23a-019e17dd46a4 req-3ab5682c-265d-47ee-8231-45c02b545861 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984845 Feb 20 20:09:02.081600 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab068572-95d0-4fff-8174-953ed1b1e8a3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (64579c9c-c373-4129-b11f-2f54809dfd14), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.101318 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab068572-95d0-4fff-8174-953ed1b1e8a3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64579c9c-c373-4129-b11f-2f54809dfd14,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:02.170168 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa546ee-d1c0-4b9f-9e46-f801995889c8 None None] New status for floating IP 339fe7fb-61d7-4a7d-a874-75ce5f754602: ACTIVE {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:09:02.217860 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['b21e56d9-bb32-4ee6-902c-17e74581cc2c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:02.221846 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab068572-95d0-4fff-8174-953ed1b1e8a3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.223100 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ab068572-95d0-4fff-8174-953ed1b1e8a3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4626853 Feb 20 20:09:02.225895 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50336) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:02.230445 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-68e6e310-449c-4184-8f6e-eeadc7d3b67d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'security_group_rule': {'security_group_id': '4ce8ede5-266d-4147-939b-9afb7a4f7dc1', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:02.342422 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68e6e310-449c-4184-8f6e-eeadc7d3b67d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (4fb998ad-da90-47af-a65d-b3a52f757f05), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.372591 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db586a3b-aa13-4dd9-a55f-ee0c0824023f req-36c44407-4103-4f41-ad37-0d69ae96f9c1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:02.374355 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-db586a3b-aa13-4dd9-a55f-ee0c0824023f req-36c44407-4103-4f41-ad37-0d69ae96f9c1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 944 time: 0.0575600 Feb 20 20:09:02.416099 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68e6e310-449c-4184-8f6e-eeadc7d3b67d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (4fb998ad-da90-47af-a65d-b3a52f757f05), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.426074 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-db586a3b-aa13-4dd9-a55f-ee0c0824023f req-888b1edf-711b-44d0-8e69-3b76946e7967 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448999 Feb 20 20:09:02.514792 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68e6e310-449c-4184-8f6e-eeadc7d3b67d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (4fb998ad-da90-47af-a65d-b3a52f757f05), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.533762 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6e310-449c-4184-8f6e-eeadc7d3b67d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb998ad-da90-47af-a65d-b3a52f757f05,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:02.603802 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68e6e310-449c-4184-8f6e-eeadc7d3b67d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.605128 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-68e6e310-449c-4184-8f6e-eeadc7d3b67d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3782792 Feb 20 20:09:02.607990 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50340) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:02.613168 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7cc2459d-f92b-4b8c-ad99-d88f75c7d6d0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'security_group_rule': {'security_group_id': '4ce8ede5-266d-4147-939b-9afb7a4f7dc1', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:02.718102 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7cc2459d-f92b-4b8c-ad99-d88f75c7d6d0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (6bfa85a5-d35d-4067-848d-fdc7b572221f), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.777195 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7cc2459d-f92b-4b8c-ad99-d88f75c7d6d0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (6bfa85a5-d35d-4067-848d-fdc7b572221f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.798759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17870301-7b05-4d25-bec1-5e6d8a2a06f7 req-dff58232-71f6-4c70-9c03-b8f44f11ed34 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:02.800306 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-17870301-7b05-4d25-bec1-5e6d8a2a06f7 req-dff58232-71f6-4c70-9c03-b8f44f11ed34 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0573697 Feb 20 20:09:02.851696 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-17870301-7b05-4d25-bec1-5e6d8a2a06f7 req-69b6b309-0926-4695-a8fd-641b574d6c8f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427957 Feb 20 20:09:02.859349 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7cc2459d-f92b-4b8c-ad99-d88f75c7d6d0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (6bfa85a5-d35d-4067-848d-fdc7b572221f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.879160 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2459d-f92b-4b8c-ad99-d88f75c7d6d0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfa85a5-d35d-4067-848d-fdc7b572221f,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:02.963991 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7cc2459d-f92b-4b8c-ad99-d88f75c7d6d0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:02.965366 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7cc2459d-f92b-4b8c-ad99-d88f75c7d6d0 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563821 Feb 20 20:09:02.968833 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50350) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:02.973208 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-dd083bb7-18e5-4ec8-a79b-d642ea95e392 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'security_group_rule': {'security_group_id': '4ce8ede5-266d-4147-939b-9afb7a4f7dc1', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:03.058502 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dd083bb7-18e5-4ec8-a79b-d642ea95e392 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (5565aa87-9fc8-43cd-afb9-86770d9f0fac), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.118667 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dd083bb7-18e5-4ec8-a79b-d642ea95e392 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (5565aa87-9fc8-43cd-afb9-86770d9f0fac), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.128012 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cdf9f-103b-48cb-9870-641ac87eac94 req-9ea20b79-7493-4d4c-b561-ca3e88af0201 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:03.129732 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-390cdf9f-103b-48cb-9870-641ac87eac94 req-9ea20b79-7493-4d4c-b561-ca3e88af0201 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0560284 Feb 20 20:09:03.180136 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-390cdf9f-103b-48cb-9870-641ac87eac94 req-4b4671da-5085-4f0c-84f4-db971bc88dfe tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448787 Feb 20 20:09:03.219347 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dd083bb7-18e5-4ec8-a79b-d642ea95e392 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (5565aa87-9fc8-43cd-afb9-86770d9f0fac), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.238236 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd083bb7-18e5-4ec8-a79b-d642ea95e392 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5565aa87-9fc8-43cd-afb9-86770d9f0fac,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:03.346493 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dd083bb7-18e5-4ec8-a79b-d642ea95e392 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.347770 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-dd083bb7-18e5-4ec8-a79b-d642ea95e392 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780141 Feb 20 20:09:03.350701 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50354) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:03.355395 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'security_group_rule': {'security_group_id': '4ce8ede5-266d-4147-939b-9afb7a4f7dc1', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:03.441828 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Project d46563c0ef9146e3894cb705d0c236fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:09:03.447061 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (85480e54-152e-4f22-982a-ec00d5a8ef67), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.510505 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (85480e54-152e-4f22-982a-ec00d5a8ef67), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.548078 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261ddf3-8dc5-469c-9bff-08242f97a403 req-6291f2ba-6ae3-4d78-85c1-51021a9291b4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:03.549610 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2261ddf3-8dc5-469c-9bff-08242f97a403 req-6291f2ba-6ae3-4d78-85c1-51021a9291b4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 944 time: 0.0540960 Feb 20 20:09:03.600156 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2261ddf3-8dc5-469c-9bff-08242f97a403 req-2b7bf7b5-a4e2-4783-95df-34f1421af656 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Feb 20 20:09:03.607675 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (85480e54-152e-4f22-982a-ec00d5a8ef67), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.628513 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85480e54-152e-4f22-982a-ec00d5a8ef67,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:03.701310 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.703124 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-16c28776-591b-4c04-a25d-be240e8dcf85 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3507903 Feb 20 20:09:03.705831 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50360) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:03.710162 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'security_group_rule': {'security_group_id': '4ce8ede5-266d-4147-939b-9afb7a4f7dc1', 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:03.813474 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Project d46563c0ef9146e3894cb705d0c236fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:09:03.818938 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (31fe4aa2-2a5a-4e16-aa4f-5a7bdc196b49), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.877588 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (31fe4aa2-2a5a-4e16-aa4f-5a7bdc196b49), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.961764 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (31fe4aa2-2a5a-4e16-aa4f-5a7bdc196b49), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:03.976455 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46de525-925e-461c-b440-dcd2bba76be3 req-5736f726-8c75-4524-b670-66909e24893a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:03.978098 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b46de525-925e-461c-b440-dcd2bba76be3 req-5736f726-8c75-4524-b670-66909e24893a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0518508 Feb 20 20:09:03.980741 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fe4aa2-2a5a-4e16-aa4f-5a7bdc196b49,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:04.025784 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b46de525-925e-461c-b440-dcd2bba76be3 req-e6a47343-e214-4701-aa26-a7dfd5963bf8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417945 Feb 20 20:09:04.083372 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.084805 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1ae5cce5-c432-40f1-9395-48d80d3b5391 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3780210 Feb 20 20:09:04.174836 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-8d5c5c23-bbec-4e8c-b10a-ddaa9479bdf3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601151394&fields=id&tenant_id=d46563c0ef9146e3894cb705d0c236fb HTTP/1.1" status: 200 len: 267 time: 0.0454443 Feb 20 20:09:04.231549 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-3b8ae2a5-45ac-4326-b170-17f32684c709 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.232625 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-3b8ae2a5-45ac-4326-b170-17f32684c709 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0524304 Feb 20 20:09:04.243701 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'port': {'security_groups': ['6c480eb7-aaa0-4124-9a3f-4e8f8c128b46', '4ce8ede5-266d-4147-939b-9afb7a4f7dc1']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:09:04.349064 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.358904 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31389b8-6234-4a44-87b9-6da85eaf457a req-245b5201-82e6-4f03-b2d1-762fc5b7e7de tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.360415 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f31389b8-6234-4a44-87b9-6da85eaf457a req-245b5201-82e6-4f03-b2d1-762fc5b7e7de tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1135437 Feb 20 20:09:04.445900 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f31389b8-6234-4a44-87b9-6da85eaf457a req-26886018-82d6-4dc4-b19e-1c53bf265ee7 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791049 Feb 20 20:09:04.579671 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=053b3d8c-b396-4f13-9c98-5c27717b043c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:04.607739 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.677577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.748261 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.748901 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:04.750965 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e6c0c4b-f2f5-4e0b-9bea-a609f2370254 req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "PUT /v2.0/ports/053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 981 time: 0.5119250 Feb 20 20:09:04.751432 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:04.754517 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5227977c-bd74-4d46-b64e-ccc6ad011b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:04.758626 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['053b3d8c-b396-4f13-9c98-5c27717b043c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:04.784138 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51346f9-2624-4f11-a0a7-064666645ba7 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=6']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:04.794577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316129bd-5fd6-4aa8-8cc5-d9a5479a2209 req-954508ad-2a74-4292-a713-0867fe0582d6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.796068 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-316129bd-5fd6-4aa8-8cc5-d9a5479a2209 req-954508ad-2a74-4292-a713-0867fe0582d6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 944 time: 0.1296761 Feb 20 20:09:04.819470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1b3274-193b-4590-806a-c64ac7c8c367 x-openstack-request-id: req-ef1b3274-193b-4590-806a-c64ac7c8c367 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:04.819758 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:04.820006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef1b3274-193b-4590-806a-c64ac7c8c367 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:04.820492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'status': 'completed', 'code': 200} Feb 20 20:09:04.873015 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-316129bd-5fd6-4aa8-8cc5-d9a5479a2209 req-fd2577d7-b72c-46cf-bec4-3537046aff78 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688660 Feb 20 20:09:04.981163 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fab1d9-a1dc-4395-bfc0-5f928567df8b req-8dc311a3-eee9-4787-b747-f4ff905ab692 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.982799 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91fab1d9-a1dc-4395-bfc0-5f928567df8b req-8dc311a3-eee9-4787-b747-f4ff905ab692 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.1085649 Feb 20 20:09:04.985986 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-cb0eda59-3815-4516-ac0e-7121af0335ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:04.987516 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-cb0eda59-3815-4516-ac0e-7121af0335ef service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1168 time: 0.0757196 Feb 20 20:09:05.051554 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-8e4b75a7-a5cd-4589-ad95-4248b5721f0f None None] Provisioning complete for port 053b3d8c-b396-4f13-9c98-5c27717b043c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:05.053348 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8e4b75a7-a5cd-4589-ad95-4248b5721f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.100367 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91fab1d9-a1dc-4395-bfc0-5f928567df8b req-68924804-f7fc-47a7-83ab-9956570825a2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111441 Feb 20 20:09:05.121223 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b21e56d9-bb32-4ee6-902c-17e74581cc2c up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:05.157067 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['053b3d8c-b396-4f13-9c98-5c27717b043c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:05.170652 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-5f7f26af-84d5-4ed7-ac77-d698457fd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.172945 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-5f7f26af-84d5-4ed7-ac77-d698457fd720 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 915 time: 0.1688566 Feb 20 20:09:05.192069 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41346568-b58c-4446-a908-f083fc8087c8 req-babe0165-5ad3-4ed1-9017-4352241c2e8e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.193556 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41346568-b58c-4446-a908-f083fc8087c8 req-babe0165-5ad3-4ed1-9017-4352241c2e8e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0882792 Feb 20 20:09:05.268424 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b75a7-a5cd-4589-ad95-4248b5721f0f None None] Current status of the port 053b3d8c-b396-4f13-9c98-5c27717b043c is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:05.275805 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-7d90c1ef-bbf2-4313-9654-80d9935f10bb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 1001 time: 0.0813136 Feb 20 20:09:05.287520 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41346568-b58c-4446-a908-f083fc8087c8 req-1c7dd375-0776-4712-a611-8bdb7e7a33b5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860357 Feb 20 20:09:05.338325 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-ba1628ab-ee52-4348-ad04-f8ed85b616e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.339786 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-ba1628ab-ee52-4348-ad04-f8ed85b616e3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 200 len: 853 time: 0.0514355 Feb 20 20:09:05.356445 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port b21e56d9-bb32-4ee6-902c-17e74581cc2c completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:09:05.369430 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port b21e56d9-bb32-4ee6-902c-17e74581cc2c triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:05.369804 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.395919 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-090c8cb5-dc00-4487-a637-10d0245f0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.397451 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-090c8cb5-dc00-4487-a637-10d0245f0a87 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0011abbb-d274-4b56-a1ae-9f388a3a335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455153 Feb 20 20:09:05.496406 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-1d65af3a-3553-4f55-8e85-fe896965b90e service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Feb 20 20:09:05.513691 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b21e56d9-bb32-4ee6-902c-17e74581cc2c is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:05.514492 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.555755 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:05.558116 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa20a82-1cf3-42a4-a6ac-09b9543a8492" -d '{"events": [{"server_uuid": "8c40c86b-5f16-4b0c-8c65-4bf45df12095", "name": "network-vif-plugged", "status": "completed", "tag": "b21e56d9-bb32-4ee6-902c-17e74581cc2c"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:05.581464 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b21e56d9-bb32-4ee6-902c-17e74581cc2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b21e56d9-bb32-4ee6-902c-17e74581cc2c,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:05.605029 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e29c15b-e152-4e7a-b904-7598d5b076c6 x-openstack-request-id: req-5e29c15b-e152-4e7a-b904-7598d5b076c6 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:05.605318 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c40c86b-5f16-4b0c-8c65-4bf45df12095", "name": "network-vif-plugged", "status": "completed", "tag": "b21e56d9-bb32-4ee6-902c-17e74581cc2c", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:05.605568 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5e29c15b-e152-4e7a-b904-7598d5b076c6 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:05.605958 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c', 'code': 200} Feb 20 20:09:05.635887 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678dfc4-2a9a-45fd-8efb-8c655b215ecc req-12ec2544-53c9-46de-8929-e578aaa4135b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.648442 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7678dfc4-2a9a-45fd-8efb-8c655b215ecc req-12ec2544-53c9-46de-8929-e578aaa4135b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.1055584 Feb 20 20:09:05.648442 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5227977c-bd74-4d46-b64e-ccc6ad011b3d req-40c6c8e3-5fe4-4238-b8ba-30ae708a8d77 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328027 Feb 20 20:09:05.688563 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7678dfc4-2a9a-45fd-8efb-8c655b215ecc req-a09fb081-710e-41a7-8ff3-208f21dbb9c8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Feb 20 20:09:05.733278 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:05.784491 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b21e56d9-bb32-4ee6-902c-17e74581cc2c,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:05.985548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4517dc-5db4-4068-aed3-c9399b79ebb6 req-9e309c77-e725-4aec-923f-2493e1cf0f8d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:05.987100 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad4517dc-5db4-4068-aed3-c9399b79ebb6 req-9e309c77-e725-4aec-923f-2493e1cf0f8d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0550702 Feb 20 20:09:06.035085 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad4517dc-5db4-4068-aed3-c9399b79ebb6 req-4e297949-415c-4d4d-91bb-6727780b42b6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422106 Feb 20 20:09:06.236647 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021032f-75fe-46fd-b94a-1b996b18ae7a req-bc860976-8d56-4aad-b9b1-ea4ec69bbcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.238250 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5021032f-75fe-46fd-b94a-1b996b18ae7a req-bc860976-8d56-4aad-b9b1-ea4ec69bbcd2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 1129 time: 0.0440390 Feb 20 20:09:06.308359 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5021032f-75fe-46fd-b94a-1b996b18ae7a req-9d02b7e0-5019-429d-af7b-07c82bbd0481 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376630 Feb 20 20:09:06.424356 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da1b91-2be4-4261-b8b5-0924e3da8a0f req-18258072-79ad-4b8d-8051-c58aff0c84fe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.425745 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-85da1b91-2be4-4261-b8b5-0924e3da8a0f req-18258072-79ad-4b8d-8051-c58aff0c84fe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0582168 Feb 20 20:09:06.470856 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-85da1b91-2be4-4261-b8b5-0924e3da8a0f req-407dda1b-9efd-45ad-9317-1987dc2ecd9f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396497 Feb 20 20:09:06.653466 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-146cd524-2a69-4e7e-98c4-3f4556046fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:06.807016 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bee60-0023-4362-aa13-f9ccb1584717 req-830b3497-d128-4c2a-b7f1-8501f54deb55 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:06.808511 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-914bee60-0023-4362-aa13-f9ccb1584717 req-830b3497-d128-4c2a-b7f1-8501f54deb55 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Feb 20 20:09:06.853804 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-914bee60-0023-4362-aa13-f9ccb1584717 req-5bc8a41d-0c47-4165-a109-a7a31804626b tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Feb 20 20:09:07.154199 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa063e19-9d8f-4303-bd1b-9d04932f7fbe req-c86a34a4-98ef-4b2c-949f-a68b0b1d2c7d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.155722 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa063e19-9d8f-4303-bd1b-9d04932f7fbe req-c86a34a4-98ef-4b2c-949f-a68b0b1d2c7d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0513380 Feb 20 20:09:07.206952 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa063e19-9d8f-4303-bd1b-9d04932f7fbe req-3b7f69c9-5393-422b-bb0f-e08f03e561e1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 Feb 20 20:09:07.598747 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f35ddd-86af-4c2b-9a2a-5e7760bc6386 req-c0ee77a0-0931-4879-9c63-3b5306f73e9a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.600174 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-34f35ddd-86af-4c2b-9a2a-5e7760bc6386 req-c0ee77a0-0931-4879-9c63-3b5306f73e9a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0569780 Feb 20 20:09:07.657497 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-34f35ddd-86af-4c2b-9a2a-5e7760bc6386 req-e7c6efa6-d883-4e34-9e12-b0572c1257da tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515966 Feb 20 20:09:07.690564 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-14b0c529-f808-4d6d-a1f0-d9163242d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.692055 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-14b0c529-f808-4d6d-a1f0-d9163242d4cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1129 time: 0.0471854 Feb 20 20:09:07.798962 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-5ab7b46c-3258-4d62-9d61-77251e833ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.800452 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-5ab7b46c-3258-4d62-9d61-77251e833ffe service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.0868127 Feb 20 20:09:07.869937 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-182982aa-7bc1-457d-af94-6cd504da699a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 1001 time: 0.0578477 Feb 20 20:09:07.933994 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-d01bfa75-4e8b-4057-9f3d-124aff45f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:07.935355 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-d01bfa75-4e8b-4057-9f3d-124aff45f966 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0567534 Feb 20 20:09:07.979289 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:08.005982 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f34d0-2662-43b0-9784-f0d9d2acd1cf req-a9727e65-19e6-4d2a-a5a1-ce3a2d5ef448 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:08.005982 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-788f34d0-2662-43b0-9784-f0d9d2acd1cf req-a9727e65-19e6-4d2a-a5a1-ce3a2d5ef448 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0762262 Feb 20 20:09:08.045180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-56493ae8-f497-403c-b5b7-6ab0c7bac13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:08.046846 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-56493ae8-f497-403c-b5b7-6ab0c7bac13e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796988 Feb 20 20:09:08.057939 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-788f34d0-2662-43b0-9784-f0d9d2acd1cf req-fac6eb3e-a7bd-479d-afe5-2fc5bee439c1 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510938 Feb 20 20:09:08.201080 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-8a1055be-0bfe-4455-b01f-bf1f43312403 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907013 Feb 20 20:09:08.320596 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ad62f57-a52d-4899-adeb-7b584bcfd4b8 req-9a2904c6-7440-40f7-af71-f19d3928eb02 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116126 Feb 20 20:09:08.340524 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1b34-5352-4df3-987d-7990e74c282d req-a40d8507-fecf-432c-8988-6f80ba8bf2c6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:08.341952 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4aaa1b34-5352-4df3-987d-7990e74c282d req-a40d8507-fecf-432c-8988-6f80ba8bf2c6 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0647767 Feb 20 20:09:08.389424 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4aaa1b34-5352-4df3-987d-7990e74c282d req-d6f16106-d0ca-489a-87ef-a7083cfe911c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408797 Feb 20 20:09:08.778648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20cca-6d6d-4444-bc93-e3ae4e372adf req-ec4aa017-6e8c-4c46-afec-de11ee77c90d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:08.780078 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91c20cca-6d6d-4444-bc93-e3ae4e372adf req-ec4aa017-6e8c-4c46-afec-de11ee77c90d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Feb 20 20:09:08.826006 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91c20cca-6d6d-4444-bc93-e3ae4e372adf req-f9979ea4-ec8e-42c6-aac3-61f8c06bfe03 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399466 Feb 20 20:09:08.973357 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-047f187a-d6ae-4d7a-a81f-b8cb75c53607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:09.175611 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860058-33e7-4336-a8af-37333eeef9f4 req-d6855ff5-0ac8-45e9-9c3c-e40585e16e6a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:09.177126 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8b860058-33e7-4336-a8af-37333eeef9f4 req-d6855ff5-0ac8-45e9-9c3c-e40585e16e6a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0530775 Feb 20 20:09:09.227178 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8b860058-33e7-4336-a8af-37333eeef9f4 req-96e1a1e5-09e1-4093-a7b4-44c62e69d50c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Feb 20 20:09:09.507439 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16f4a1-e0fc-4db6-a107-864db2b63c0f req-2f9d9b62-a19d-4a1d-b35d-8aa86b780c99 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:09.508867 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f16f4a1-e0fc-4db6-a107-864db2b63c0f req-2f9d9b62-a19d-4a1d-b35d-8aa86b780c99 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0528495 Feb 20 20:09:09.554682 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9f16f4a1-e0fc-4db6-a107-864db2b63c0f req-2ef0d1f0-b798-45a6-91c4-2b67e7023c1f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404122 Feb 20 20:09:09.693591 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-522a7ea3-7a86-4f96-ae15-34efe7232837 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:09.695026 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-522a7ea3-7a86-4f96-ae15-34efe7232837 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 945 time: 0.0510142 Feb 20 20:09:09.792548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Deleting port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:09.792803 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:09.879971 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] For port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:09.880378 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:09.896035 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Calling delete_port for 5e2840f0-0357-4a20-a25f-fea0a77fcb8a owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:10.002415 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ceed0-5596-4fc7-8f8b-82d2564e5c98 req-9b113a43-6726-4668-ae39-7cec24af3023 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:10.003879 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1e4ceed0-5596-4fc7-8f8b-82d2564e5c98 req-9b113a43-6726-4668-ae39-7cec24af3023 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.1038868 Feb 20 20:09:10.053148 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:10.090712 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1e4ceed0-5596-4fc7-8f8b-82d2564e5c98 req-b399763c-4b43-4eb6-bfa6-aa25453e58ca tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753462 Feb 20 20:09:10.160567 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (5e2840f0-0357-4a20-a25f-fea0a77fcb8a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:10.194079 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Pushing event deleted for resources: {'Port': ['ID=5e2840f0-0357-4a20-a25f-fea0a77fcb8a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:10.211169 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['5e2840f0-0357-4a20-a25f-fea0a77fcb8a', 'd442520e-9988-45fa-a312-541038014bf0'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:10.240354 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] No DVR routers for this DVR port 5e2840f0-0357-4a20-a25f-fea0a77fcb8a on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:10.243497 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:10.247288 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa41ed1b-3097-420b-b78c-b9f555ad2d5e req-14ff1f21-f707-419a-84f2-d964882474a8 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "DELETE /v2.0/ports/5e2840f0-0357-4a20-a25f-fea0a77fcb8a HTTP/1.1" status: 204 len: 173 time: 0.5453763 Feb 20 20:09:10.247528 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'name': 'network-vif-deleted', 'tag': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:10.251300 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a0f6f9-5eb4-4069-a2b5-ad447ed32ef2" -d '{"events": [{"server_uuid": "d924524e-1239-4c04-98f1-be5b96b9d248", "name": "network-vif-deleted", "tag": "5e2840f0-0357-4a20-a25f-fea0a77fcb8a"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:10.321914 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67013df-9c71-498d-9e11-e2a3aab75c73 x-openstack-request-id: req-f67013df-9c71-498d-9e11-e2a3aab75c73 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:10.322209 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d924524e-1239-4c04-98f1-be5b96b9d248", "name": "network-vif-deleted", "tag": "5e2840f0-0357-4a20-a25f-fea0a77fcb8a", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:10.322468 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f67013df-9c71-498d-9e11-e2a3aab75c73 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:10.322867 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd924524e-1239-4c04-98f1-be5b96b9d248', 'name': 'network-vif-deleted', 'tag': '5e2840f0-0357-4a20-a25f-fea0a77fcb8a', 'status': 'completed', 'code': 200} Feb 20 20:09:10.378911 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ed8c2895-e6eb-4d4c-a5d7-18affd5b38ed req-84609c3d-6b60-40c8-bfe5-ce3c9f7686da tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.0489700 Feb 20 20:09:10.678451 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ba58-2dcc-435b-9e77-0e0263879aac req-4ae77a86-c7a6-46e8-8ac7-ec4bde6f1093 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:10.680003 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4c36ba58-2dcc-435b-9e77-0e0263879aac req-4ae77a86-c7a6-46e8-8ac7-ec4bde6f1093 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0572567 Feb 20 20:09:10.728236 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4c36ba58-2dcc-435b-9e77-0e0263879aac req-e8870952-ba10-49ee-bc9b-c9d65ce8c677 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426502 Feb 20 20:09:11.218433 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f2fd7-7f9a-4461-9dd9-55625ae8d21b req-26a6aee1-8488-4511-b26a-68f31161cc59 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:11.220014 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f60f2fd7-7f9a-4461-9dd9-55625ae8d21b req-26a6aee1-8488-4511-b26a-68f31161cc59 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0539963 Feb 20 20:09:11.270354 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f60f2fd7-7f9a-4461-9dd9-55625ae8d21b req-74c45f23-25c5-49b7-8413-7c52212499a1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Feb 20 20:09:11.484116 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8914ae6e-01bc-4988-b38c-50fbd468fe59 req-3e647b87-2e50-4adf-a84b-cdbb111d0500 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=d924524e-1239-4c04-98f1-be5b96b9d248 HTTP/1.1" status: 200 len: 210 time: 0.0262485 Feb 20 20:09:11.893454 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:12.405898 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1795387-6a32-47f0-b2d1-19cd5e3ee088 req-d2d72014-b157-4340-97e1-ab53fa7e14c8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:12.408333 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1795387-6a32-47f0-b2d1-19cd5e3ee088 req-d2d72014-b157-4340-97e1-ab53fa7e14c8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0630412 Feb 20 20:09:12.457200 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1795387-6a32-47f0-b2d1-19cd5e3ee088 req-a29c2ee2-4043-4e88-8b7a-e3785fe49a6e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437708 Feb 20 20:09:12.983086 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:13.051387 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3480c-bb64-4bc8-9b94-4f99be7e683b req-1ee12b81-6c43-45f5-aaca-25b372e1b880 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:13.052994 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71c3480c-bb64-4bc8-9b94-4f99be7e683b req-1ee12b81-6c43-45f5-aaca-25b372e1b880 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0535367 Feb 20 20:09:13.103972 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71c3480c-bb64-4bc8-9b94-4f99be7e683b req-86c6e85a-2c54-4fe7-bf2e-a1cd05c04c0c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 Feb 20 20:09:13.165200 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 5e2840f0-0357-4a20-a25f-fea0a77fcb8a no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:13.186571 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 5e2840f0-0357-4a20-a25f-fea0a77fcb8a {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:13.186917 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 5e2840f0-0357-4a20-a25f-fea0a77fcb8a not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:13.585312 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f127b-0b48-4b46-8ea5-97ac66489c7e req-b6865ca3-d856-4914-bebf-027d3711294e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:13.586685 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf0f127b-0b48-4b46-8ea5-97ac66489c7e req-b6865ca3-d856-4914-bebf-027d3711294e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0512564 Feb 20 20:09:13.637596 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf0f127b-0b48-4b46-8ea5-97ac66489c7e req-d9faed29-829e-49e1-aaed-db187d2f0094 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451992 Feb 20 20:09:14.223413 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bb425-b180-46c5-9f4a-b619278cc060 req-4890b2d0-87df-44d7-adaa-465661ddb470 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:14.224876 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-de7bb425-b180-46c5-9f4a-b619278cc060 req-4890b2d0-87df-44d7-adaa-465661ddb470 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0519660 Feb 20 20:09:14.275577 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-de7bb425-b180-46c5-9f4a-b619278cc060 req-5c068dd1-ce19-4019-9ddc-8bbf0f3e2774 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Feb 20 20:09:14.763025 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7af68b-32d2-4e8c-9021-01043e95e5c2 req-27547a5c-525e-4386-9544-a7bd71dfab84 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:14.764664 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ef7af68b-32d2-4e8c-9021-01043e95e5c2 req-27547a5c-525e-4386-9544-a7bd71dfab84 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0528498 Feb 20 20:09:14.809480 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ef7af68b-32d2-4e8c-9021-01043e95e5c2 req-a73c5176-f393-4070-b0bf-3987a078ba72 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394008 Feb 20 20:09:15.399355 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a72be-3028-4282-ab1f-a659edbd402e req-f66dd9d1-59ac-455b-99b3-599de8c90b68 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:15.400845 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bc9a72be-3028-4282-ab1f-a659edbd402e req-f66dd9d1-59ac-455b-99b3-599de8c90b68 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0578084 Feb 20 20:09:15.450096 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bc9a72be-3028-4282-ab1f-a659edbd402e req-bbd53289-7852-4242-b4e0-7c11101a8783 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Feb 20 20:09:15.929480 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619800a7-8536-4559-add7-3d460ee75fb6 req-7b308000-73f0-4d11-856f-30d23e4459b3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:15.930917 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-619800a7-8536-4559-add7-3d460ee75fb6 req-7b308000-73f0-4d11-856f-30d23e4459b3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Feb 20 20:09:15.976632 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-619800a7-8536-4559-add7-3d460ee75fb6 req-e0ec4e8b-9e33-49bc-8948-e4c9508953f0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402892 Feb 20 20:09:16.569876 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fbb505-e93c-4295-b258-5ecaf7d152e8 req-95a4d35d-ba24-44b4-96b1-2435f0a3e64f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:16.571310 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-12fbb505-e93c-4295-b258-5ecaf7d152e8 req-95a4d35d-ba24-44b4-96b1-2435f0a3e64f tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Feb 20 20:09:16.616696 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-12fbb505-e93c-4295-b258-5ecaf7d152e8 req-60ed587f-62f6-4d50-886f-cd4d2eee984c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Feb 20 20:09:17.096477 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc922b-2300-4251-b9ba-71ae4adfd0ec req-b5c17836-51a4-4c58-a48f-7972112d536f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.097923 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c0bc922b-2300-4251-b9ba-71ae4adfd0ec req-b5c17836-51a4-4c58-a48f-7972112d536f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0501001 Feb 20 20:09:17.144227 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c0bc922b-2300-4251-b9ba-71ae4adfd0ec req-dc31120d-34f9-4b6f-b81e-a44ef2d03fe6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408046 Feb 20 20:09:17.733888 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57aea4f-ff1c-48c0-ae00-83e7a2b21017 req-d9de93ab-6def-4017-915d-f4b0f8f9d939 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:17.735462 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b57aea4f-ff1c-48c0-ae00-83e7a2b21017 req-d9de93ab-6def-4017-915d-f4b0f8f9d939 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0513015 Feb 20 20:09:17.784168 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b57aea4f-ff1c-48c0-ae00-83e7a2b21017 req-9bc840b3-5129-4167-9627-eb3c32deda00 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Feb 20 20:09:18.269280 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f89f-9c9a-4f8e-a599-b0a413c79e38 req-4f4db07c-a3e5-4804-afa5-3d44a4668950 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:18.270656 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8df6f89f-9c9a-4f8e-a599-b0a413c79e38 req-4f4db07c-a3e5-4804-afa5-3d44a4668950 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0506945 Feb 20 20:09:18.315880 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8df6f89f-9c9a-4f8e-a599-b0a413c79e38 req-a26bfabb-6d38-48c4-9767-1e3cedf5e98d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 Feb 20 20:09:18.832841 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:09:18.905132 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe230-64c8-448f-9d97-7d5e7b7cb77f req-1ba4d376-b738-476a-8c33-dabd0aa20bed tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:18.907282 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f0ebe230-64c8-448f-9d97-7d5e7b7cb77f req-1ba4d376-b738-476a-8c33-dabd0aa20bed tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0504091 Feb 20 20:09:18.951388 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f0ebe230-64c8-448f-9d97-7d5e7b7cb77f req-9c3f98ba-f6a6-4d80-8cb8-9e03e03c218c tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386658 Feb 20 20:09:19.445406 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34698f-2d60-4179-aff7-800f7b7fc4ec req-90952c9e-ce67-4db9-a598-6909c7473e45 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:19.446788 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ab34698f-2d60-4179-aff7-800f7b7fc4ec req-90952c9e-ce67-4db9-a598-6909c7473e45 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0571017 Feb 20 20:09:19.493492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ab34698f-2d60-4179-aff7-800f7b7fc4ec req-b156c596-b84a-48d4-9d88-d551a535c59a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412412 Feb 20 20:09:20.073907 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cade32-c5fc-491f-b4af-714e0ee825e0 req-69741a83-ff43-494f-9ad4-4b1b3e1b6293 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:20.075456 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-14cade32-c5fc-491f-b4af-714e0ee825e0 req-69741a83-ff43-494f-9ad4-4b1b3e1b6293 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0521638 Feb 20 20:09:20.122434 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-14cade32-c5fc-491f-b4af-714e0ee825e0 req-497730df-9c41-40ec-b579-bf7c9e13e6f2 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Feb 20 20:09:20.621798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413eceb-f930-4ea7-a833-5ad4e2e7405a req-b3a3f58e-c57a-4d92-a86f-7189b3218c9e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:20.624726 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9413eceb-f930-4ea7-a833-5ad4e2e7405a req-b3a3f58e-c57a-4d92-a86f-7189b3218c9e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0572681 Feb 20 20:09:20.676858 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9413eceb-f930-4ea7-a833-5ad4e2e7405a req-92dbd016-3f8e-4341-a16c-f2d202fb093f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474777 Feb 20 20:09:20.956596 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-476b45e6-fc28-4c67-93ff-41d854f24d3a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:20.958035 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-476b45e6-fc28-4c67-93ff-41d854f24d3a tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0524175 Feb 20 20:09:21.057208 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Deleting port d442520e-9988-45fa-a312-541038014bf0 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:21.057540 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (d442520e-9988-45fa-a312-541038014bf0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:21.144792 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] For port d442520e-9988-45fa-a312-541038014bf0, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=d442520e-9988-45fa-a312-541038014bf0,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:21.145067 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (d442520e-9988-45fa-a312-541038014bf0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:21.158668 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Calling delete_port for d442520e-9988-45fa-a312-541038014bf0 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:21.275514 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c068a-8904-4df1-82b0-99cbbaec6d29 req-5e6c0624-f77f-4619-82a0-01abdb554479 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:21.276985 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bc1c068a-8904-4df1-82b0-99cbbaec6d29 req-5e6c0624-f77f-4619-82a0-01abdb554479 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 946 time: 0.0777764 Feb 20 20:09:21.358493 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bc1c068a-8904-4df1-82b0-99cbbaec6d29 req-75302151-fcb9-41fa-956f-b6bc9fe15fbd tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/security-groups?id=c01815a7-c3df-4dd5-ab50-1bdde241e58d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743546 Feb 20 20:09:21.418979 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (d442520e-9988-45fa-a312-541038014bf0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:21.454581 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Pushing event deleted for resources: {'Port': ['ID=d442520e-9988-45fa-a312-541038014bf0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:21.481806 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.487868 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.487868 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.487868 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488149 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['d442520e-9988-45fa-a312-541038014bf0'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.488664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:21.746150 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] No DVR routers for this DVR port d442520e-9988-45fa-a312-541038014bf0 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:21.748617 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:21.752493 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8321ceb0-aa28-4005-b056-b6a8f9943310 req-12fc0b2f-1628-48e3-80c7-719ec2b12918 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.91 "DELETE /v2.0/ports/d442520e-9988-45fa-a312-541038014bf0 HTTP/1.1" status: 204 len: 173 time: 0.7841136 Feb 20 20:09:21.752958 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'name': 'network-vif-deleted', 'tag': 'd442520e-9988-45fa-a312-541038014bf0'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:21.755252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca35249-ee1e-41fa-a9a1-6f1ce8327bbf" -d '{"events": [{"server_uuid": "b4238092-f6ee-4355-bba3-04b8afc759f6", "name": "network-vif-deleted", "tag": "d442520e-9988-45fa-a312-541038014bf0"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:21.790410 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8180c4-c44d-4b51-92e2-ccd896e508b9 x-openstack-request-id: req-ee8180c4-c44d-4b51-92e2-ccd896e508b9 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:21.790701 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4238092-f6ee-4355-bba3-04b8afc759f6", "name": "network-vif-deleted", "tag": "d442520e-9988-45fa-a312-541038014bf0", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:21.790941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee8180c4-c44d-4b51-92e2-ccd896e508b9 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:21.791318 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4238092-f6ee-4355-bba3-04b8afc759f6', 'name': 'network-vif-deleted', 'tag': 'd442520e-9988-45fa-a312-541038014bf0', 'status': 'completed', 'code': 200} Feb 20 20:09:21.814470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544579e4-da2e-4cb5-bc93-86498703b14b req-62dc0d80-503a-4386-96c1-1a3cc6518c6f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:21.819371 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-544579e4-da2e-4cb5-bc93-86498703b14b req-62dc0d80-503a-4386-96c1-1a3cc6518c6f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0562606 Feb 20 20:09:21.863309 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-544579e4-da2e-4cb5-bc93-86498703b14b req-77df609b-13f3-4f87-a2ba-8b0a621eee3b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404410 Feb 20 20:09:22.465861 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-255bf00f-4cc8-4b9a-a904-1849b5f904d9 req-5f7e9aa2-8bde-41ac-bbfa-1713b5be2af6 tempest-ServerRescueNegativeTestJSON-1835969715 tempest-ServerRescueNegativeTestJSON-1835969715-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4238092-f6ee-4355-bba3-04b8afc759f6 HTTP/1.1" status: 200 len: 210 time: 0.0262856 Feb 20 20:09:22.990287 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920a7dd-c6b0-4342-8b38-8f16ae82cf57 req-84ff78e0-ab76-41cf-87f8-274da661dca7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:22.991774 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d920a7dd-c6b0-4342-8b38-8f16ae82cf57 req-84ff78e0-ab76-41cf-87f8-274da661dca7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0562043 Feb 20 20:09:23.038703 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d920a7dd-c6b0-4342-8b38-8f16ae82cf57 req-9b1b933d-1a46-4bba-90f8-3894b21d9a57 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Feb 20 20:09:23.197766 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:09:23.300819 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:23.311657 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'port_id': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'mac_address': 'fa:16:3e:dc:41:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:09:23.347840 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 09b121aa-c70a-4e8a-82a2-9b566911695f is: ACTIVE; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:23.348317 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:23.361649 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b121aa-c70a-4e8a-82a2-9b566911695f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:09:23.382212 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:23.521724 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50572) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:23.533808 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:23.586583 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:23.856971 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['09b121aa-c70a-4e8a-82a2-9b566911695f'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:23.946676 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (51574320-c730-4028-b7d5-5e37377dac9a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:24.211639 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea686a-7bc5-4b66-b8e6-b6765a175f2e req-4eaa637d-a560-419b-816c-e9786d623835 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:24.213141 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-57ea686a-7bc5-4b66-b8e6-b6765a175f2e req-4eaa637d-a560-419b-816c-e9786d623835 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0961599 Feb 20 20:09:24.288246 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-57ea686a-7bc5-4b66-b8e6-b6765a175f2e req-e8f8d4bf-a5af-4a6e-a9bb-7efac4da12d5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674098 Feb 20 20:09:24.339387 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Deleting port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:24.339734 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:24.420278 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] For port c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,segment=NetworkSegment(99633233-3870-4c1b-9b50-6d029b229b53),segment_id=99633233-3870-4c1b-9b50-6d029b229b53)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:24.420631 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:24.433394 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Calling delete_port for c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:24.691565 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:24.717679 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:24.882387 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (51574320-c730-4028-b7d5-5e37377dac9a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.095418 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Router 51574320-c730-4028-b7d5-5e37377dac9a has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:09:25.205946 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:09:25.211382 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:09:25.212940 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-594832cb-0daa-4eb9-9ecc-c4ec3cba5a52 admin admin] 10.222.0.61 "PUT /v2.0/routers/51574320-c730-4028-b7d5-5e37377dac9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6898193 Feb 20 20:09:25.213450 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50598) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:25.216322 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] Sync routers for ids ['51574320-c730-4028-b7d5-5e37377dac9a'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:09:25.239225 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] Routers {'51574320-c730-4028-b7d5-5e37377dac9a'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:25.239833 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:09:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['51574320-c730-4028-b7d5-5e37377dac9a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:25.281732 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 09b121aa-c70a-4e8a-82a2-9b566911695f triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:09:25.282343 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.326840 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks [] for router (51574320-c730-4028-b7d5-5e37377dac9a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.353740 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] Set router 51574320-c730-4028-b7d5-5e37377dac9a gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:25.377833 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 09b121aa-c70a-4e8a-82a2-9b566911695f is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:25.378373 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.421223 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:25.422950 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:25.425984 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb86750-c9f6-4e02-8e0e-929748b254b6" -d '{"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-plugged", "status": "completed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:25.484421 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2ad5b2-3e5c-410f-8a32-2c1f1bae5777 x-openstack-request-id: req-cc2ad5b2-3e5c-410f-8a32-2c1f1bae5777 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:25.484735 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-plugged", "status": "completed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:25.485015 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc2ad5b2-3e5c-410f-8a32-2c1f1bae5777 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:25.485915 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'code': 200} Feb 20 20:09:25.487730 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.488740 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device d442520e-9988-45fa-a312-541038014bf0 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:25.492186 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks [] for router_gateway (51574320-c730-4028-b7d5-5e37377dac9a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.520680 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2edf6-667f-4e9a-a365-daf346357e83 req-a84fdf9c-3756-45a5-b11f-6ba13d18afe5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:25.522431 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f0a2edf6-667f-4e9a-a365-daf346357e83 req-a84fdf9c-3756-45a5-b11f-6ba13d18afe5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0922308 Feb 20 20:09:25.540369 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: d442520e-9988-45fa-a312-541038014bf0 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:25.540713 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device d442520e-9988-45fa-a312-541038014bf0 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:25.559860 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:25.578364 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f0a2edf6-667f-4e9a-a365-daf346357e83 req-9d6bff00-438b-4cf1-a9c1-7c1610599d69 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492830 Feb 20 20:09:25.645081 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:09:24Z', 'revision_number': 5, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port': {'id': '8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:85:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51574320-c730-4028-b7d5-5e37377dac9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:25.674845 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] Checking router: 51574320-c730-4028-b7d5-5e37377dac9a for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:09:25.675465 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Deleting port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:25.675806 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.682076 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] Routers {'51574320-c730-4028-b7d5-5e37377dac9a'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:09:25.682678 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:09:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['51574320-c730-4028-b7d5-5e37377dac9a'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:25.759095 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] For port 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:25.759494 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:25.773286 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Calling delete_port for 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:25.819833 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] Set router 51574320-c730-4028-b7d5-5e37377dac9a gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:09:25.876041 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:09:25Z', 'revision_number': 6, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port_host': None}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:25.913821 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312ffcf-759b-4af8-a97c-cb7c6125740c None None] The sync data for ids ['51574320-c730-4028-b7d5-5e37377dac9a'] in dv-cinder-830086-1-iscsi is: [{'id': '51574320-c730-4028-b7d5-5e37377dac9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1655777245-router', 'tenant_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:09Z', 'updated_at': '2022-02-20T20:09:25Z', 'revision_number': 6, 'project_id': 'd3b2cec4dcd447249fe93f1f0040bc48', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:09:26.048474 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.074953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:26.133418 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (51574320-c730-4028-b7d5-5e37377dac9a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.239087 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (51574320-c730-4028-b7d5-5e37377dac9a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.241153 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks [] for router_controller (51574320-c730-4028-b7d5-5e37377dac9a), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.385886 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (51574320-c730-4028-b7d5-5e37377dac9a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.389081 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51574320-c730-4028-b7d5-5e37377dac9a {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:09:26.389176 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:26.393460 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.397007 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-fc910955-36f9-43d2-961b-60785a79771e admin admin] 10.222.0.61 "DELETE /v2.0/routers/51574320-c730-4028-b7d5-5e37377dac9a HTTP/1.1" status: 204 len: 168 time: 1.1802866 Feb 20 20:09:26.397234 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50612) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:26.412718 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:26.413052 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device c2cf7fc0-de6e-4e3f-91ec-3fa17ee24a63 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:26.445823 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] Deleting subnet 98bfb80c-b679-462b-bfef-d5344399b6a4 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:09:26.452621 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] Publish callbacks [] for subnet (98bfb80c-b679-462b-bfef-d5344399b6a4), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.494762 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (98bfb80c-b679-462b-bfef-d5344399b6a4), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.547289 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (98bfb80c-b679-462b-bfef-d5344399b6a4), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:26.892798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74a8d0-f7de-488e-9b3f-0f3e30be494b req-4b0dca27-2af6-4444-832d-34e706b88cb1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:26.894409 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd74a8d0-f7de-488e-9b3f-0f3e30be494b req-4b0dca27-2af6-4444-832d-34e706b88cb1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0743165 Feb 20 20:09:26.941389 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd74a8d0-f7de-488e-9b3f-0f3e30be494b req-b5101c5c-ae8e-4877-b80d-96c32bd52b51 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Feb 20 20:09:27.034820 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (98bfb80c-b679-462b-bfef-d5344399b6a4), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.060010 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bfb80c-b679-462b-bfef-d5344399b6a4,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:27.063726 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.066883 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f48e8f9d-29a6-4968-82ee-6cae24e449d7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/98bfb80c-b679-462b-bfef-d5344399b6a4 HTTP/1.1" status: 204 len: 168 time: 0.6686709 Feb 20 20:09:27.069421 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50628) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:27.138563 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (e9e173c7-6dd9-4335-82a8-8859212d9258), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.215957 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (e9e173c7-6dd9-4335-82a8-8859212d9258), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.240587 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e173c7-6dd9-4335-82a8-8859212d9258']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:27.249729 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99633233-3870-4c1b-9b50-6d029b229b53') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:27.250021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99633233-3870-4c1b-9b50-6d029b229b53') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:27.259812 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (99633233-3870-4c1b-9b50-6d029b229b53), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.273023 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (99633233-3870-4c1b-9b50-6d029b229b53), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.278874 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:09:27.279270 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (99633233-3870-4c1b-9b50-6d029b229b53), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:09:27.280903 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:09:27.412004 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (e9e173c7-6dd9-4335-82a8-8859212d9258), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.418817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.422070 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e9e173c7-6dd9-4335-82a8-8859212d9258 HTTP/1.1" status: 204 len: 168 time: 0.3517294 Feb 20 20:09:27.433458 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082efdb5-8939-4c1a-ae35-bc2ce1fd32a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e173c7-6dd9-4335-82a8-8859212d9258,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:27.472533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50634) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:27.575825 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae956-cfa5-4661-8874-c014c7570fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.648055 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae956-cfa5-4661-8874-c014c7570fdc admin admin] Publish callbacks [] for security_group (d2f3a810-c80e-48ab-9c1e-a085dd289be0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.744974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae956-cfa5-4661-8874-c014c7570fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (d2f3a810-c80e-48ab-9c1e-a085dd289be0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.787649 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9f2ae956-cfa5-4661-8874-c014c7570fdc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a67449fad4541949025aebeb78e3189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140209 Feb 20 20:09:27.788828 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ae956-cfa5-4661-8874-c014c7570fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f3a810-c80e-48ab-9c1e-a085dd289be0,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:27.790519 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50638) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:27.838498 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e37d4e4-a9b1-4816-8002-ea6ce6cc89ce admin admin] Publish callbacks [] for security_group (d2f3a810-c80e-48ab-9c1e-a085dd289be0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.858716 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50642) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:27.860550 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e37d4e4-a9b1-4816-8002-ea6ce6cc89ce admin admin] Publish callbacks [] for security_group (d2f3a810-c80e-48ab-9c1e-a085dd289be0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.901136 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f6eb94a7-1cc0-4182-8711-28ea2c284eb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3b2cec4dcd447249fe93f1f0040bc48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387983 Feb 20 20:09:27.901349 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50646) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:27.950089 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3cdbe8a-0d5c-4f03-8f79-f87de475b74f admin admin] Publish callbacks [] for security_group (c01815a7-c3df-4dd5-ab50-1bdde241e58d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.973202 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3cdbe8a-0d5c-4f03-8f79-f87de475b74f admin admin] Publish callbacks [] for security_group (c01815a7-c3df-4dd5-ab50-1bdde241e58d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.994954 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e37d4e4-a9b1-4816-8002-ea6ce6cc89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (d2f3a810-c80e-48ab-9c1e-a085dd289be0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:27.997502 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5e37d4e4-a9b1-4816-8002-ea6ce6cc89ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.001122 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5e37d4e4-a9b1-4816-8002-ea6ce6cc89ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d2f3a810-c80e-48ab-9c1e-a085dd289be0 HTTP/1.1" status: 204 len: 168 time: 0.2069795 Feb 20 20:09:28.008509 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37d4e4-a9b1-4816-8002-ea6ce6cc89ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f3a810-c80e-48ab-9c1e-a085dd289be0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:28.050804 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:28.074808 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:28.085387 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 8f0affc1-a01a-4cf4-b0d5-0236ba6d3ecc not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:28.086728 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc6062-0fee-432c-af5e-a1da7cd927c0 req-23414b2d-2f70-486e-946a-b7c452c10f05 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:28.086728 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3dbc6062-0fee-432c-af5e-a1da7cd927c0 req-23414b2d-2f70-486e-946a-b7c452c10f05 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0606170 Feb 20 20:09:28.137738 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3dbc6062-0fee-432c-af5e-a1da7cd927c0 req-7f53359e-6c5b-4a28-9fa1-13cce027d4c2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462732 Feb 20 20:09:28.150652 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3cdbe8a-0d5c-4f03-8f79-f87de475b74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (c01815a7-c3df-4dd5-ab50-1bdde241e58d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.153761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e3cdbe8a-0d5c-4f03-8f79-f87de475b74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:28.154747 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-e3cdbe8a-0d5c-4f03-8f79-f87de475b74f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c01815a7-c3df-4dd5-ab50-1bdde241e58d HTTP/1.1" status: 204 len: 168 time: 0.2526107 Feb 20 20:09:28.165397 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdbe8a-0d5c-4f03-8f79-f87de475b74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01815a7-c3df-4dd5-ab50-1bdde241e58d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:28.431510 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88447f9-e99d-4338-9783-d4dfe600202d req-9f9ddde2-fea4-4c19-a401-b8c13d1425ac tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:28.434897 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f88447f9-e99d-4338-9783-d4dfe600202d req-9f9ddde2-fea4-4c19-a401-b8c13d1425ac tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0593207 Feb 20 20:09:28.490162 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f88447f9-e99d-4338-9783-d4dfe600202d req-fffca7f0-93ef-4717-b88d-9e03ccf1ef3c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501366 Feb 20 20:09:29.268119 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751632a-66ef-4109-b2bc-e2c3f48e78cd req-272c231c-ac1b-4272-b3f9-628fae342944 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:29.269652 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0751632a-66ef-4109-b2bc-e2c3f48e78cd req-272c231c-ac1b-4272-b3f9-628fae342944 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0529747 Feb 20 20:09:29.324793 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0751632a-66ef-4109-b2bc-e2c3f48e78cd req-6c4d1f02-e909-45b5-bd7d-cf8bde1e6d2a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493166 Feb 20 20:09:29.627610 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d73d33-653a-43af-878c-542a37d4aace req-119a8782-b11f-465e-b069-a7822aa26824 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:29.629299 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5d73d33-653a-43af-878c-542a37d4aace req-119a8782-b11f-465e-b069-a7822aa26824 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0669057 Feb 20 20:09:29.679264 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5d73d33-653a-43af-878c-542a37d4aace req-96bb6aef-dbb4-4301-bd8b-f3904a8c7797 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434372 Feb 20 20:09:30.460921 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cf931-db59-4d6e-beff-55bb14b899a8 req-e3916c52-7cab-4766-93ea-e1db8d347e8c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.462698 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-077cf931-db59-4d6e-beff-55bb14b899a8 req-e3916c52-7cab-4766-93ea-e1db8d347e8c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0617206 Feb 20 20:09:30.537774 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-077cf931-db59-4d6e-beff-55bb14b899a8 req-83e0886b-c672-4f26-a4cd-0705c026544c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678980 Feb 20 20:09:30.854611 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ce8d-61d0-4ee9-9d49-4ab80397d06a req-047be896-b6cc-4892-9b5a-83297f9894a4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:30.856124 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b3c1ce8d-61d0-4ee9-9d49-4ab80397d06a req-047be896-b6cc-4892-9b5a-83297f9894a4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0740035 Feb 20 20:09:30.933189 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b3c1ce8d-61d0-4ee9-9d49-4ab80397d06a req-c655de52-d96f-47b2-81fc-cf8efc51c13c tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706773 Feb 20 20:09:31.383964 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-0eaef63f-41a7-4874-8da0-108b88a4ac46 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:31.385451 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-0eaef63f-41a7-4874-8da0-108b88a4ac46 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0579977 Feb 20 20:09:31.525748 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Deleting port b21e56d9-bb32-4ee6-902c-17e74581cc2c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:31.526334 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:31.701464 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] For port b21e56d9-bb32-4ee6-902c-17e74581cc2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b21e56d9-bb32-4ee6-902c-17e74581cc2c,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:31.702007 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:31.730660 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Calling delete_port for b21e56d9-bb32-4ee6-902c-17e74581cc2c owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:31.816020 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f775f-d14b-4b18-bf29-6fb6dca90a2f req-85a1b672-c66e-4263-aa6f-f04ff8833335 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:31.817601 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa8f775f-d14b-4b18-bf29-6fb6dca90a2f req-85a1b672-c66e-4263-aa6f-f04ff8833335 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.1728189 Feb 20 20:09:31.900099 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aa8f775f-d14b-4b18-bf29-6fb6dca90a2f req-c0a2931e-3966-4d42-ab9a-9bca46484429 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750206 Feb 20 20:09:32.075918 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07372954-037e-4852-a3f9-f1795e060f36 req-0478e760-46fc-470d-b47d-abc381e11d0d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:32.077584 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07372954-037e-4852-a3f9-f1795e060f36 req-0478e760-46fc-470d-b47d-abc381e11d0d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 945 time: 0.0607066 Feb 20 20:09:32.089009 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (b21e56d9-bb32-4ee6-902c-17e74581cc2c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:32.135614 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8', '59407d12-a97d-44f1-90e4-afc6090479e1', '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6', 'b21e56d9-bb32-4ee6-902c-17e74581cc2c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:32.164230 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event deleted for resources: {'Port': ['ID=b21e56d9-bb32-4ee6-902c-17e74581cc2c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:32.245829 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] No DVR routers for this DVR port b21e56d9-bb32-4ee6-902c-17e74581cc2c on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:32.252748 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-07372954-037e-4852-a3f9-f1795e060f36 req-c11c18fc-a3e4-448f-b639-9676b1a1efb3 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655054 Feb 20 20:09:32.259942 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:32.277033 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ec363f7-48e8-4307-91a6-44e7e49b5052 req-4adaa03d-43c7-41d6-aae1-53adeb5e7af7 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "DELETE /v2.0/ports/b21e56d9-bb32-4ee6-902c-17e74581cc2c HTTP/1.1" status: 204 len: 173 time: 0.8755989 Feb 20 20:09:32.277033 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'name': 'network-vif-deleted', 'tag': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:32.278872 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca626de8-c86d-434f-9b64-4beabc031f31" -d '{"events": [{"server_uuid": "8c40c86b-5f16-4b0c-8c65-4bf45df12095", "name": "network-vif-deleted", "tag": "b21e56d9-bb32-4ee6-902c-17e74581cc2c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:32.325722 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b81ba72-6667-4e66-bd57-e70d652736f7 x-openstack-request-id: req-1b81ba72-6667-4e66-bd57-e70d652736f7 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:32.326181 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c40c86b-5f16-4b0c-8c65-4bf45df12095", "name": "network-vif-deleted", "tag": "b21e56d9-bb32-4ee6-902c-17e74581cc2c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:32.327238 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1b81ba72-6667-4e66-bd57-e70d652736f7 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:32.328226 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c40c86b-5f16-4b0c-8c65-4bf45df12095', 'name': 'network-vif-deleted', 'tag': 'b21e56d9-bb32-4ee6-902c-17e74581cc2c', 'status': 'completed', 'code': 200} Feb 20 20:09:33.043113 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb889d7f-04b6-4367-a81c-8d55223df5af req-5f51cbec-8d32-40f2-81f0-ec5a2e8b1520 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:33.044814 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb889d7f-04b6-4367-a81c-8d55223df5af req-5f51cbec-8d32-40f2-81f0-ec5a2e8b1520 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0570066 Feb 20 20:09:33.186421 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb889d7f-04b6-4367-a81c-8d55223df5af req-47f736fe-1f10-4e4f-9594-e496be0b849f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469680 Feb 20 20:09:33.366790 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fc4c58d2-2900-4f93-988f-adfd35668d35 req-2e44c162-9837-40fa-b14a-8b30cadf1612 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c40c86b-5f16-4b0c-8c65-4bf45df12095 HTTP/1.1" status: 200 len: 210 time: 0.0307798 Feb 20 20:09:34.305224 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2602fd-c113-45c2-800f-94b145d63959 req-6de009b3-bc06-4072-8ae8-f970569b6054 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:34.306598 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d2602fd-c113-45c2-800f-94b145d63959 req-6de009b3-bc06-4072-8ae8-f970569b6054 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0540230 Feb 20 20:09:34.362493 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1d2602fd-c113-45c2-800f-94b145d63959 req-0e8cd2df-7d1e-4741-987d-e550623e58fa tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493443 Feb 20 20:09:35.095224 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:35.213728 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49a38370-b834-4b3f-ad02-9f5c0cc94b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.251239 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b21e56d9-bb32-4ee6-902c-17e74581cc2c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:35.277703 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: b21e56d9-bb32-4ee6-902c-17e74581cc2c {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:35.278134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b21e56d9-bb32-4ee6-902c-17e74581cc2c not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:35.316559 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49a38370-b834-4b3f-ad02-9f5c0cc94b67 admin admin] Publish callbacks [] for security_group (a8cb5a2b-e09f-44f7-aa61-a163153f4d92), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.414040 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-49a38370-b834-4b3f-ad02-9f5c0cc94b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a8cb5a2b-e09f-44f7-aa61-a163153f4d92), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.468694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-49a38370-b834-4b3f-ad02-9f5c0cc94b67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=55707877782847f5a082cbd0d4b51a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722422 Feb 20 20:09:35.472723 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50784) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:35.500712 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a38370-b834-4b3f-ad02-9f5c0cc94b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb5a2b-e09f-44f7-aa61-a163153f4d92,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:35.555829 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee144fa-da52-4b62-9a55-0ffe22191a38 req-d8172a89-80b4-4e29-8ad0-08d85c30889d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:35.557347 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ee144fa-da52-4b62-9a55-0ffe22191a38 req-d8172a89-80b4-4e29-8ad0-08d85c30889d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.1105409 Feb 20 20:09:35.562650 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1df3683-1c21-4cf4-8c55-d2999f2f325d admin admin] Publish callbacks [] for security_group (a8cb5a2b-e09f-44f7-aa61-a163153f4d92), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.627316 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ee144fa-da52-4b62-9a55-0ffe22191a38 req-55aebf6d-21cb-4095-8947-b12b1ac69c8d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618818 Feb 20 20:09:35.629063 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1df3683-1c21-4cf4-8c55-d2999f2f325d admin admin] Publish callbacks [] for security_group (a8cb5a2b-e09f-44f7-aa61-a163153f4d92), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.811959 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1df3683-1c21-4cf4-8c55-d2999f2f325d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a8cb5a2b-e09f-44f7-aa61-a163153f4d92), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.816215 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1df3683-1c21-4cf4-8c55-d2999f2f325d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:35.820173 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f1df3683-1c21-4cf4-8c55-d2999f2f325d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a8cb5a2b-e09f-44f7-aa61-a163153f4d92 HTTP/1.1" status: 204 len: 168 time: 0.3438854 Feb 20 20:09:35.844372 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df3683-1c21-4cf4-8c55-d2999f2f325d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb5a2b-e09f-44f7-aa61-a163153f4d92,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:36.260377 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875217b-f4f7-4d7e-b008-e37db55639e4 req-9861dc59-3c30-4f94-9dbe-1fec71b2acab tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:36.269219 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7875217b-f4f7-4d7e-b008-e37db55639e4 req-9861dc59-3c30-4f94-9dbe-1fec71b2acab tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0812435 Feb 20 20:09:36.338605 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7875217b-f4f7-4d7e-b008-e37db55639e4 req-cfa02ff2-6797-48ef-9c3e-b1720bd17604 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683498 Feb 20 20:09:36.765873 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6eae-7fe2-4a2e-9bdd-0c8fe540f95c req-86000233-8f6d-4533-8a21-3dbf06ed3323 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:36.767560 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-107e6eae-7fe2-4a2e-9bdd-0c8fe540f95c req-86000233-8f6d-4533-8a21-3dbf06ed3323 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0569146 Feb 20 20:09:36.814472 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-107e6eae-7fe2-4a2e-9bdd-0c8fe540f95c req-ab188d05-4208-479b-a9b7-6e35c180184d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405521 Feb 20 20:09:36.962560 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c593567d-79e4-4b9c-a588-4819ad91af15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:37.478000 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984c9f9-eb99-4c3d-a2df-c927c6b49a61 req-6533d7e9-3a95-4035-b8bc-e983826ae14d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:37.479521 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9984c9f9-eb99-4c3d-a2df-c927c6b49a61 req-6533d7e9-3a95-4035-b8bc-e983826ae14d tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0715756 Feb 20 20:09:37.542910 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9984c9f9-eb99-4c3d-a2df-c927c6b49a61 req-c361eb1f-f099-4ac5-a060-2052ea4082c1 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563283 Feb 20 20:09:37.964251 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa03b7-ef43-4c58-999f-2fbb41430f11 req-ea199b41-2c2a-4daf-8297-341d03acb045 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:37.966272 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62aa03b7-ef43-4c58-999f-2fbb41430f11 req-ea199b41-2c2a-4daf-8297-341d03acb045 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0670578 Feb 20 20:09:37.994663 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:38.047384 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62aa03b7-ef43-4c58-999f-2fbb41430f11 req-a1eeecbc-8bf8-43c1-88ac-d964edb6693f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569327 Feb 20 20:09:38.668233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3118d93-ddf6-40a0-9e0f-582b0619c3ab req-801d5d7c-4a0c-461e-a9d4-a6bfd513888b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.670020 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3118d93-ddf6-40a0-9e0f-582b0619c3ab req-801d5d7c-4a0c-461e-a9d4-a6bfd513888b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0548751 Feb 20 20:09:38.751164 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3118d93-ddf6-40a0-9e0f-582b0619c3ab req-4f97f49b-4f7f-4f8a-9137-ff0902764dbb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Feb 20 20:09:38.841265 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-330a957d-a6d7-41f2-ad32-3f56198790e0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:38.845910 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-330a957d-a6d7-41f2-ad32-3f56198790e0 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 945 time: 0.0686333 Feb 20 20:09:38.961996 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Deleting port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:38.962454 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:38.985621 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e917f43-5712-4a6e-8641-c3ce24899ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.005130 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50846) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:39.075468 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] For port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:39.076142 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.093578 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Calling delete_port for 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:39.146491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f2457b6a-6236-4ca6-892a-6e290f506d1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.290881 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922bc18-3eae-44d6-8eb7-ebe18d78ff10 req-d47465ba-5e02-4e16-b665-a7f3299ef21c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:39.290881 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8922bc18-3eae-44d6-8eb7-ebe18d78ff10 req-d47465ba-5e02-4e16-b665-a7f3299ef21c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0867980 Feb 20 20:09:39.291241 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f2457b6a-6236-4ca6-892a-6e290f506d1e admin admin] Publish callbacks [] for security_group (123b78c9-0a5f-4562-bfe5-6cda45fc407f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.324845 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8922bc18-3eae-44d6-8eb7-ebe18d78ff10 req-fe63293c-207f-4f70-a6af-f0be8a475513 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764782 Feb 20 20:09:39.354715 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f2457b6a-6236-4ca6-892a-6e290f506d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (123b78c9-0a5f-4562-bfe5-6cda45fc407f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.390717 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2457b6a-6236-4ca6-892a-6e290f506d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123b78c9-0a5f-4562-bfe5-6cda45fc407f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:39.402862 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f2457b6a-6236-4ca6-892a-6e290f506d1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=82a506261f2a458fba9896759da84dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967931 Feb 20 20:09:39.403662 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:39.460565 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.511361 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8', '59407d12-a97d-44f1-90e4-afc6090479e1', '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:39.517938 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event deleted for resources: {'Port': ['ID=8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:39.524463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2237aad4-ad4b-4b93-b52c-15ee0487c83f admin admin] Publish callbacks [] for security_group (123b78c9-0a5f-4562-bfe5-6cda45fc407f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.558473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2237aad4-ad4b-4b93-b52c-15ee0487c83f admin admin] Publish callbacks [] for security_group (123b78c9-0a5f-4562-bfe5-6cda45fc407f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.656559 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] No DVR routers for this DVR port 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:39.659352 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.662948 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6a3ddd5a-433d-4521-b7bc-1f7254f7d2fb req-b77d9ecb-4c3d-4664-967c-9400149223c5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "DELETE /v2.0/ports/8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 HTTP/1.1" status: 204 len: 173 time: 0.8122990 Feb 20 20:09:39.663415 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4326748-108a-4187-a96b-c0fb636a2663', 'name': 'network-vif-deleted', 'tag': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:39.665833 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407229a6-3b9c-44de-ab92-4b96d3a974c1" -d '{"events": [{"server_uuid": "f4326748-108a-4187-a96b-c0fb636a2663", "name": "network-vif-deleted", "tag": "8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:39.714181 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81dbe5-7d5c-4f0a-a910-6dcd3ae57326 x-openstack-request-id: req-5c81dbe5-7d5c-4f0a-a910-6dcd3ae57326 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:39.714781 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4326748-108a-4187-a96b-c0fb636a2663", "name": "network-vif-deleted", "tag": "8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:39.714898 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c81dbe5-7d5c-4f0a-a910-6dcd3ae57326 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:39.715294 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4326748-108a-4187-a96b-c0fb636a2663', 'name': 'network-vif-deleted', 'tag': '8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6', 'status': 'completed', 'code': 200} Feb 20 20:09:39.785855 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2237aad4-ad4b-4b93-b52c-15ee0487c83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (123b78c9-0a5f-4562-bfe5-6cda45fc407f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.789736 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2237aad4-ad4b-4b93-b52c-15ee0487c83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:39.791775 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-2237aad4-ad4b-4b93-b52c-15ee0487c83f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/123b78c9-0a5f-4562-bfe5-6cda45fc407f HTTP/1.1" status: 204 len: 168 time: 0.3862348 Feb 20 20:09:39.819436 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237aad4-ad4b-4b93-b52c-15ee0487c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123b78c9-0a5f-4562-bfe5-6cda45fc407f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:39.918026 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9db4e8b-8e6d-4f0c-aa1b-445bdbd6cbf4 req-80340af2-a322-45ef-ae3f-04aa57b634ac tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0385611 Feb 20 20:09:40.114632 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:40.472828 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351d77f-20fb-41fe-97e5-f2303ee029b3 req-0fa3a393-f839-4901-aa8f-67cc4c151c9b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:40.477286 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2351d77f-20fb-41fe-97e5-f2303ee029b3 req-0fa3a393-f839-4901-aa8f-67cc4c151c9b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0648925 Feb 20 20:09:40.527952 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2351d77f-20fb-41fe-97e5-f2303ee029b3 req-8879b344-2ef5-4750-9d03-c39678cf9f71 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449400 Feb 20 20:09:41.055607 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 50872) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:41.057502 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b6599019-01ba-441b-91b9-ab7aa90eda07 req-ef26a173-480f-4df9-9a5c-8686d6520e74 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4326748-108a-4187-a96b-c0fb636a2663 HTTP/1.1" status: 200 len: 210 time: 0.0462837 Feb 20 20:09:41.079554 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe964-ab64-4006-a817-d2217da1ad67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.175927 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe964-ab64-4006-a817-d2217da1ad67 admin admin] Publish callbacks [] for security_group (56115441-58fe-415b-9e68-b2eb15c69060), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.248018 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bfbe964-ab64-4006-a817-d2217da1ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (56115441-58fe-415b-9e68-b2eb15c69060), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.290576 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3bfbe964-ab64-4006-a817-d2217da1ad67 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b18fe1ca1e06423eaa8076840b04df68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330320 Feb 20 20:09:41.292290 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbe964-ab64-4006-a817-d2217da1ad67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56115441-58fe-415b-9e68-b2eb15c69060,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:41.293428 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 50874) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:41.349313 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f9efde2-b503-4ade-b4b3-619cf3957fec admin admin] Publish callbacks [] for security_group (56115441-58fe-415b-9e68-b2eb15c69060), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.374077 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f9efde2-b503-4ade-b4b3-619cf3957fec admin admin] Publish callbacks [] for security_group (56115441-58fe-415b-9e68-b2eb15c69060), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.514577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f9efde2-b503-4ade-b4b3-619cf3957fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (56115441-58fe-415b-9e68-b2eb15c69060), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.518215 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f9efde2-b503-4ade-b4b3-619cf3957fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:41.537132 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-4f9efde2-b503-4ade-b4b3-619cf3957fec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56115441-58fe-415b-9e68-b2eb15c69060 HTTP/1.1" status: 204 len: 168 time: 0.2248719 Feb 20 20:09:41.537132 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9efde2-b503-4ade-b4b3-619cf3957fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56115441-58fe-415b-9e68-b2eb15c69060,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:41.668729 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574d92-1e04-43a4-96c7-1344f4ebb1d8 req-c5620c9b-d157-44d6-9eee-33251383cc82 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:41.670228 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77574d92-1e04-43a4-96c7-1344f4ebb1d8 req-c5620c9b-d157-44d6-9eee-33251383cc82 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0570893 Feb 20 20:09:41.719439 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-77574d92-1e04-43a4-96c7-1344f4ebb1d8 req-e27fc43f-0c13-435a-a798-bf13fef8568b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433550 Feb 20 20:09:41.831545 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:42.601104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cba18-fbd8-4a98-9653-e02d8adc97d6 req-638e28e9-0dc1-4e0f-a82a-01d1f62b96a2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:42.602681 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-801cba18-fbd8-4a98-9653-e02d8adc97d6 req-638e28e9-0dc1-4e0f-a82a-01d1f62b96a2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.0539305 Feb 20 20:09:42.651106 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-801cba18-fbd8-4a98-9653-e02d8adc97d6 req-f20401a8-271f-40df-a7a1-41f7161bb6e5 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Feb 20 20:09:42.844508 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cbb93-0709-477d-bd53-af0536ce8194 req-7cfab9a2-37ab-4be1-8abb-2692d7833e2b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:42.846446 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b09cbb93-0709-477d-bd53-af0536ce8194 req-7cfab9a2-37ab-4be1-8abb-2692d7833e2b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0515664 Feb 20 20:09:42.899956 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b09cbb93-0709-477d-bd53-af0536ce8194 req-373228d9-0bfc-4a15-ad7f-339a08a7a749 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470965 Feb 20 20:09:42.951187 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:43.289514 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:43.309746 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:43.310095 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8ec3bdd0-9522-4d61-a39d-8fe18f4c98e6 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:43.404814 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33437e-a018-4f67-a1b2-d2de963333af req-f64da283-41cb-4d0a-946c-96a0c3e78ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.406345 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d33437e-a018-4f67-a1b2-d2de963333af req-f64da283-41cb-4d0a-946c-96a0c3e78ce6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1129 time: 0.0448308 Feb 20 20:09:43.499830 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33437e-a018-4f67-a1b2-d2de963333af req-f35b3c56-46f2-46e9-9be3-ffaf4cc9d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.501889 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d33437e-a018-4f67-a1b2-d2de963333af req-f35b3c56-46f2-46e9-9be3-ffaf4cc9d5ad service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.0856361 Feb 20 20:09:43.575587 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d33437e-a018-4f67-a1b2-d2de963333af req-f35091b1-d8d8-4840-be67-89360a9942ca service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 1001 time: 0.0643170 Feb 20 20:09:43.626150 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33437e-a018-4f67-a1b2-d2de963333af req-f3e1c08e-48ae-4cb3-ae11-d1c471ee18c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.628176 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d33437e-a018-4f67-a1b2-d2de963333af req-f3e1c08e-48ae-4cb3-ae11-d1c471ee18c0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0438702 Feb 20 20:09:43.679130 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33437e-a018-4f67-a1b2-d2de963333af req-c3a31725-731a-43ae-818d-07b2217761b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.680739 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d33437e-a018-4f67-a1b2-d2de963333af req-c3a31725-731a-43ae-818d-07b2217761b1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437412 Feb 20 20:09:43.809089 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d33437e-a018-4f67-a1b2-d2de963333af req-0ae575e4-60c2-406b-839a-d1e9eaf64092 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189489 Feb 20 20:09:43.817303 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d646-1459-4619-b9b0-fd60c811913c req-04d8c667-5973-4dd9-88fd-3ea9a352880b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:43.818730 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5917d646-1459-4619-b9b0-fd60c811913c req-04d8c667-5973-4dd9-88fd-3ea9a352880b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.0816596 Feb 20 20:09:43.912613 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5917d646-1459-4619-b9b0-fd60c811913c req-5177ba5b-8f29-4b79-a402-ee047f6a6eb4 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861239 Feb 20 20:09:43.944648 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d33437e-a018-4f67-a1b2-d2de963333af req-599840a5-250f-4759-a7a0-a49255ca3ae3 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249883 Feb 20 20:09:44.029365 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738dad-574b-4fe8-acd1-6e5f3c52a017 req-67bf4ed8-a172-4d3c-b268-e3e927247174 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:44.030824 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2c738dad-574b-4fe8-acd1-6e5f3c52a017 req-67bf4ed8-a172-4d3c-b268-e3e927247174 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0524783 Feb 20 20:09:44.078127 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2c738dad-574b-4fe8-acd1-6e5f3c52a017 req-a5c8096d-7e97-484f-9ce5-5c70be7f2398 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Feb 20 20:09:45.037169 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd5439-545d-48b4-ae2c-8bbdb927401a req-62cbde8c-2540-449a-9d93-9bf5a0f8749b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.038611 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-42bd5439-545d-48b4-ae2c-8bbdb927401a req-62cbde8c-2540-449a-9d93-9bf5a0f8749b tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.0563703 Feb 20 20:09:45.085799 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-42bd5439-545d-48b4-ae2c-8bbdb927401a req-f4fa3656-22d7-4353-98a9-2c7d726c80fb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414255 Feb 20 20:09:45.219128 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-af516c7a-99ff-45c7-8a85-4db8d501e095 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.220501 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-af516c7a-99ff-45c7-8a85-4db8d501e095 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 946 time: 0.0815580 Feb 20 20:09:45.230927 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4baef-0929-4cd3-b22f-68dd96b162f3 req-77fa1954-815a-4ed1-a7c3-09c39cd0987e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:45.232394 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bc4baef-0929-4cd3-b22f-68dd96b162f3 req-77fa1954-815a-4ed1-a7c3-09c39cd0987e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0683892 Feb 20 20:09:45.333082 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bc4baef-0929-4cd3-b22f-68dd96b162f3 req-b2478610-0e11-433a-bbd6-3cf11777222c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923600 Feb 20 20:09:45.357043 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Deleting port 59407d12-a97d-44f1-90e4-afc6090479e1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:45.357043 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:45.450137 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] For port 59407d12-a97d-44f1-90e4-afc6090479e1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=59407d12-a97d-44f1-90e4-afc6090479e1,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:45.450497 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:45.464059 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Calling delete_port for 59407d12-a97d-44f1-90e4-afc6090479e1 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:45.671430 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (59407d12-a97d-44f1-90e4-afc6090479e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:45.702043 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event deleted for resources: {'Port': ['ID=59407d12-a97d-44f1-90e4-afc6090479e1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:45.711674 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8', '59407d12-a97d-44f1-90e4-afc6090479e1'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:45.745256 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] No DVR routers for this DVR port 59407d12-a97d-44f1-90e4-afc6090479e1 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:45.747615 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:45.750783 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ea2e0bfb-9868-4da4-82d2-838691fed9de req-e11e7745-15ff-44a7-b0e1-68c96ea4f9d2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "DELETE /v2.0/ports/59407d12-a97d-44f1-90e4-afc6090479e1 HTTP/1.1" status: 204 len: 173 time: 0.5175438 Feb 20 20:09:45.751811 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'name': 'network-vif-deleted', 'tag': '59407d12-a97d-44f1-90e4-afc6090479e1'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:45.754080 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d91a888-601d-4384-8751-24218e908923" -d '{"events": [{"server_uuid": "34026110-b00c-4f8e-a7f3-77b26eb8483f", "name": "network-vif-deleted", "tag": "59407d12-a97d-44f1-90e4-afc6090479e1"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:45.789723 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57696710-f172-4ff8-bc4e-86f9ab4029ad x-openstack-request-id: req-57696710-f172-4ff8-bc4e-86f9ab4029ad {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:45.790224 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34026110-b00c-4f8e-a7f3-77b26eb8483f", "name": "network-vif-deleted", "tag": "59407d12-a97d-44f1-90e4-afc6090479e1", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:45.790647 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-57696710-f172-4ff8-bc4e-86f9ab4029ad {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:45.791132 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34026110-b00c-4f8e-a7f3-77b26eb8483f', 'name': 'network-vif-deleted', 'tag': '59407d12-a97d-44f1-90e4-afc6090479e1', 'status': 'completed', 'code': 200} Feb 20 20:09:46.192476 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4815fcec-3f33-4930-842b-589ef02f4909 req-070fcc34-56b7-4cd1-83e4-a835d6d732b2 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=34026110-b00c-4f8e-a7f3-77b26eb8483f HTTP/1.1" status: 200 len: 210 time: 0.0267725 Feb 20 20:09:46.465897 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02221fc-1f04-4144-a8fa-35347bce350a req-2e324a59-f108-46dd-a75a-a03275c9ca10 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:46.467363 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f02221fc-1f04-4144-a8fa-35347bce350a req-2e324a59-f108-46dd-a75a-a03275c9ca10 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 945 time: 0.0528402 Feb 20 20:09:46.515083 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f02221fc-1f04-4144-a8fa-35347bce350a req-a6859137-439b-4d20-8341-d25a58650961 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403569 Feb 20 20:09:47.347437 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:47.426904 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 09b121aa-c70a-4e8a-82a2-9b566911695f is: ACTIVE; New status is: DOWN {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:09:47.427213 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:47.450477 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:47.452484 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f142eaa-fc94-45ca-8832-7b2d0191b8a2" -d '{"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-unplugged", "status": "completed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:47.465833 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:47.490710 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47605ac5-6b73-4489-866a-a0590128d9fd x-openstack-request-id: req-47605ac5-6b73-4489-866a-a0590128d9fd {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:47.490999 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-unplugged", "status": "failed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f", "code": 422}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:47.491253 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-47605ac5-6b73-4489-866a-a0590128d9fd {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:47.491693 dv-cinder-830086-1-iscsi neutron-server[103374]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'code': 422} returned with failed status Feb 20 20:09:47.533952 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:47.534667 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 59407d12-a97d-44f1-90e4-afc6090479e1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:47.572503 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 59407d12-a97d-44f1-90e4-afc6090479e1 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:47.572955 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 59407d12-a97d-44f1-90e4-afc6090479e1 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:47.600336 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=8']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:47.607270 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.607646 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.607990 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.608355 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.608707 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.609014 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.609339 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.609659 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.610002 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.610953 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.611391 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.611716 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.612037 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:47.645239 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd14b39-4cbc-40db-b079-e65c490b95f6 req-46787552-b524-4393-8bcb-527e1062da14 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:47.646697 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bdd14b39-4cbc-40db-b079-e65c490b95f6 req-46787552-b524-4393-8bcb-527e1062da14 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0555940 Feb 20 20:09:47.693311 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bdd14b39-4cbc-40db-b079-e65c490b95f6 req-88c0c655-5be4-4434-a9a2-dcf4b52fa35e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410566 Feb 20 20:09:49.013226 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c0174-c79a-47df-a6a5-d61c434b256f req-6b08f72a-6780-464d-9bd6-403e12c7bda9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:49.016256 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3a3c0174-c79a-47df-a6a5-d61c434b256f req-6b08f72a-6780-464d-9bd6-403e12c7bda9 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0530627 Feb 20 20:09:49.065555 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-bb545c18-035f-4340-b099-0dc4778c5863 req-3ba2f529-3634-4605-9aea-4daa154dde0d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:09:49.067953 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bb545c18-035f-4340-b099-0dc4778c5863 req-3ba2f529-3634-4605-9aea-4daa154dde0d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063350 Feb 20 20:09:49.069546 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3a3c0174-c79a-47df-a6a5-d61c434b256f req-9a2cfc66-bceb-4cde-a8a2-258634a7db86 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480838 Feb 20 20:09:49.401504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537adbd-66f1-4d66-b83c-ad6f3a4723bc req-95996700-cdb4-4a98-84ff-1ab788dd363f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:49.403010 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8537adbd-66f1-4d66-b83c-ad6f3a4723bc req-95996700-cdb4-4a98-84ff-1ab788dd363f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0569987 Feb 20 20:09:49.451679 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8537adbd-66f1-4d66-b83c-ad6f3a4723bc req-809b5f8d-3534-4f76-9a4c-30efd950968d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Feb 20 20:09:50.002509 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51052) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:50.094175 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-4e93d3e1-e689-469a-8b7d-fe5612631a98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903025 Feb 20 20:09:50.103635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-bc1fba44-f641-48fb-975f-9a2af2de8dd0 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:09:50.104680 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-bc1fba44-f641-48fb-975f-9a2af2de8dd0 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052528 Feb 20 20:09:50.191720 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51062) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:50.197775 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed927c1-897f-4fbd-a592-7928b73d4d6d req-20036dad-c4ab-4d2a-b25a-b72132f387e8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.199271 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aed927c1-897f-4fbd-a592-7928b73d4d6d req-20036dad-c4ab-4d2a-b25a-b72132f387e8 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0583806 Feb 20 20:09:50.258082 dv-cinder-830086-1-iscsi neutron-server[103371]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:09:50.280538 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aed927c1-897f-4fbd-a592-7928b73d4d6d req-e2b0f010-8cb0-4f06-b099-96c8764b0827 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632904 Feb 20 20:09:50.307144 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f345-acd0-4e3f-9397-3ba283743527 req-3b7e02b1-d1a7-4770-89e4-83fc28af699f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.308532 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-3b7e02b1-d1a7-4770-89e4-83fc28af699f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports/09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 940 time: 0.1157606 Feb 20 20:09:50.583278 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531254e7-7d66-4808-ad56-afa56107e39f req-1b477279-359d-4f8c-be94-1b0d5e052d2c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:50.584850 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-531254e7-7d66-4808-ad56-afa56107e39f req-1b477279-359d-4f8c-be94-1b0d5e052d2c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0586946 Feb 20 20:09:50.632383 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-531254e7-7d66-4808-ad56-afa56107e39f req-8bcb6870-dd2d-4ac5-bbea-0eacda269fc8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Feb 20 20:09:51.294277 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-d6dd4d7f-2139-42fa-a39d-75ee4d8c4dbb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:51.295740 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-d6dd4d7f-2139-42fa-a39d-75ee4d8c4dbb tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0581033 Feb 20 20:09:51.434303 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9e9a0-eff2-4b03-8382-f119bc603ebe req-d291ca5c-d598-436e-84fe-3a002e821d83 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:51.435677 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61d9e9a0-eff2-4b03-8382-f119bc603ebe req-d291ca5c-d598-436e-84fe-3a002e821d83 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 946 time: 0.0939035 Feb 20 20:09:51.472800 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Deleting port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:09:51.473137 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:51.541251 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61d9e9a0-eff2-4b03-8382-f119bc603ebe req-b5516c1c-116c-4211-aa1b-8cebc81a5bcc tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/security-groups?id=721aa458-230b-466e-954b-985d28161678&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988498 Feb 20 20:09:51.584594 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] For port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,segment=NetworkSegment(1167c594-8aee-4c42-b1b9-15427b8ce873),segment_id=1167c594-8aee-4c42-b1b9-15427b8ce873)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:09:51.584955 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:51.598533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Calling delete_port for 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:09:51.769790 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614b025-441f-4ccc-bbf1-e37f87b9a3d4 req-316efcd1-c3bc-4c20-8167-c7b310c47162 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:51.771157 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f614b025-441f-4ccc-bbf1-e37f87b9a3d4 req-316efcd1-c3bc-4c20-8167-c7b310c47162 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0631409 Feb 20 20:09:51.819010 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f614b025-441f-4ccc-bbf1-e37f87b9a3d4 req-50204cee-3927-4bb7-8443-0a371285cc98 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 Feb 20 20:09:51.851787 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (643672d1-2f3f-43fd-8c00-ed7099dbd5b8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:51.880982 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Pushing event deleted for resources: {'Port': ['ID=643672d1-2f3f-43fd-8c00-ed7099dbd5b8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:51.895597 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['643672d1-2f3f-43fd-8c00-ed7099dbd5b8'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:09:51.922236 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] No DVR routers for this DVR port 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:09:51.925140 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:51.928480 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-83c29ceb-1e46-4b7d-8602-5af0a4086578 req-79cd02b4-6143-41a2-8cde-1e954d349310 tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.91 "DELETE /v2.0/ports/643672d1-2f3f-43fd-8c00-ed7099dbd5b8 HTTP/1.1" status: 204 len: 173 time: 0.6122828 Feb 20 20:09:51.928956 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'name': 'network-vif-deleted', 'tag': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:09:51.931255 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9875e59-de7f-4263-9abe-ec83e5424b0f" -d '{"events": [{"server_uuid": "c76a1171-0f8f-4ad0-aa50-3365aaf12825", "name": "network-vif-deleted", "tag": "643672d1-2f3f-43fd-8c00-ed7099dbd5b8"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:09:51.966557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60160e53-468f-40b2-9e9f-3aade5655abd x-openstack-request-id: req-60160e53-468f-40b2-9e9f-3aade5655abd {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:09:51.966841 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76a1171-0f8f-4ad0-aa50-3365aaf12825", "name": "network-vif-deleted", "tag": "643672d1-2f3f-43fd-8c00-ed7099dbd5b8", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:09:51.967087 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-60160e53-468f-40b2-9e9f-3aade5655abd {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:09:51.967468 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76a1171-0f8f-4ad0-aa50-3365aaf12825', 'name': 'network-vif-deleted', 'tag': '643672d1-2f3f-43fd-8c00-ed7099dbd5b8', 'status': 'completed', 'code': 200} Feb 20 20:09:52.650415 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0879a1ba-2811-44f5-a963-f46b443a4870 req-0d0793d3-e7d2-483f-8367-f89e4486b21f tempest-AttachVolumeNegativeTest-664035179 tempest-AttachVolumeNegativeTest-664035179-project] 10.222.0.61 "GET /v2.0/ports?device_id=c76a1171-0f8f-4ad0-aa50-3365aaf12825 HTTP/1.1" status: 200 len: 210 time: 0.0294223 Feb 20 20:09:52.945412 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c61b36-fd5d-480e-b537-b2f290787557 req-99bf142a-e971-41dc-98b6-9625a75387e7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:52.947045 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3c61b36-fd5d-480e-b537-b2f290787557 req-99bf142a-e971-41dc-98b6-9625a75387e7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0553515 Feb 20 20:09:52.999486 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3c61b36-fd5d-480e-b537-b2f290787557 req-0c8e160d-0a9b-4622-b870-8c5f679074db tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Feb 20 20:09:53.706870 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51108) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:53.753906 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] Deleting subnet 92b29f4a-8b96-4de1-9332-3b146ee338b1 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:09:53.757024 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] Publish callbacks [] for subnet (92b29f4a-8b96-4de1-9332-3b146ee338b1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:53.795298 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66743496'] for subnet (92b29f4a-8b96-4de1-9332-3b146ee338b1), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:53.812359 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f345-acd0-4e3f-9397-3ba283743527 req-8690248b-10fe-4b7b-984f-78326811f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:53.814660 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-8690248b-10fe-4b7b-984f-78326811f1aa service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49&tenant_id=a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 1127 time: 0.0830941 Feb 20 20:09:53.836934 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (92b29f4a-8b96-4de1-9332-3b146ee338b1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:53.956300 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4654657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66645136'] for subnet (92b29f4a-8b96-4de1-9332-3b146ee338b1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:53.989023 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b29f4a-8b96-4de1-9332-3b146ee338b1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:53.991054 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:53.994233 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d33dd786-0489-42dc-9d01-03963c87cc94 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/92b29f4a-8b96-4de1-9332-3b146ee338b1 HTTP/1.1" status: 204 len: 168 time: 0.2857902 Feb 20 20:09:53.996816 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51110) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:54.069900 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (27c15c6d-7811-4b99-9212-43ad7d68ac7f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.161972 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (27c15c6d-7811-4b99-9212-43ad7d68ac7f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.182923 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c15c6d-7811-4b99-9212-43ad7d68ac7f']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:54.192680 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1167c594-8aee-4c42-b1b9-15427b8ce873') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:54.193028 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1167c594-8aee-4c42-b1b9-15427b8ce873') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:09:54.199418 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f345-acd0-4e3f-9397-3ba283743527 req-32612009-a6cd-4727-9bae-d17b1e5005c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.200937 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-32612009-a6cd-4727-9bae-d17b1e5005c6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1127 time: 0.3516269 Feb 20 20:09:54.202102 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (1167c594-8aee-4c42-b1b9-15427b8ce873), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.208664 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf50b4-3a41-4644-8160-0214f09a2ea0 req-44ea73a3-6944-4c30-99fa-78940ef17da3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.210023 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bbf50b4-3a41-4644-8160-0214f09a2ea0 req-44ea73a3-6944-4c30-99fa-78940ef17da3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0667613 Feb 20 20:09:54.216005 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (1167c594-8aee-4c42-b1b9-15427b8ce873), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.222806 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:09:54.223187 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (1167c594-8aee-4c42-b1b9-15427b8ce873), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:09:54.224835 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:09:54.312818 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0bbf50b4-3a41-4644-8160-0214f09a2ea0 req-17bf02f5-eb98-42a3-aea0-886a0fce5c9e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938578 Feb 20 20:09:54.327569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f345-acd0-4e3f-9397-3ba283743527 req-e0fd4c22-4307-4bf8-8523-9dbd7a6942c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.329827 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-e0fd4c22-4307-4bf8-8523-9dbd7a6942c9 service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.1182427 Feb 20 20:09:54.345822 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (27c15c6d-7811-4b99-9212-43ad7d68ac7f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.353039 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:54.359261 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] 10.222.0.61 "DELETE /v2.0/networks/27c15c6d-7811-4b99-9212-43ad7d68ac7f HTTP/1.1" status: 204 len: 168 time: 0.3584447 Feb 20 20:09:54.365870 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac42fb3-d686-4830-810b-acbd6a0004ca admin admin] Pushing event deleted for resources: {'Network': ['ID=27c15c6d-7811-4b99-9212-43ad7d68ac7f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:54.404411 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-7349879b-e3ab-4891-931c-2daa89ee6d18 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 999 time: 0.0683937 Feb 20 20:09:54.453260 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f345-acd0-4e3f-9397-3ba283743527 req-a1a4ddbf-dbb2-4572-bc23-426f65c8bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.455345 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-a1a4ddbf-dbb2-4572-bc23-426f65c8bfad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0438077 Feb 20 20:09:54.504260 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f345-acd0-4e3f-9397-3ba283743527 req-9f670b69-2929-48e4-85d8-1b65fff0308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:54.505705 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-9f670b69-2929-48e4-85d8-1b65fff0308a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435281 Feb 20 20:09:54.601870 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-094cba74-7233-4012-82dd-0e339e5cda07 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880721 Feb 20 20:09:54.692483 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1708f345-acd0-4e3f-9397-3ba283743527 req-d931cb75-8f60-45e4-8456-9c59b17f39f9 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825975 Feb 20 20:09:54.946864 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51128) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:54.985195 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9603e6ba-e6dc-4d69-b0c3-c1d9b6cd5b93 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=241d32fe65e44ece897c10bfd0439121&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371459 Feb 20 20:09:54.989062 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51130) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:55.040810 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a28c78b5-0d45-42c6-94c3-780c01a35488 admin admin] Publish callbacks [] for security_group (721aa458-230b-466e-954b-985d28161678), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.062502 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a28c78b5-0d45-42c6-94c3-780c01a35488 admin admin] Publish callbacks [] for security_group (721aa458-230b-466e-954b-985d28161678), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.208948 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a28c78b5-0d45-42c6-94c3-780c01a35488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (721aa458-230b-466e-954b-985d28161678), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.211496 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a28c78b5-0d45-42c6-94c3-780c01a35488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:55.212658 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a28c78b5-0d45-42c6-94c3-780c01a35488 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/721aa458-230b-466e-954b-985d28161678 HTTP/1.1" status: 204 len: 168 time: 0.2226710 Feb 20 20:09:55.221609 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c78b5-0d45-42c6-94c3-780c01a35488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721aa458-230b-466e-954b-985d28161678,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:55.343690 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:09:55.365646 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:09:55.366005 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 643672d1-2f3f-43fd-8c00-ed7099dbd5b8 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:09:55.437760 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a8800-c1d3-42e0-852b-85312fc440db req-9fadfbd5-8c12-4388-ad80-bd29abd05d86 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:55.439357 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-644a8800-c1d3-42e0-852b-85312fc440db req-9fadfbd5-8c12-4388-ad80-bd29abd05d86 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0531659 Feb 20 20:09:55.485829 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-644a8800-c1d3-42e0-852b-85312fc440db req-9942f5d5-971b-455b-94d5-248cfa86fd04 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Feb 20 20:09:55.832642 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:09:56.635363 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a8543-23e0-45f8-9499-0a5eb2755d7a req-d7fbaed0-5ef5-4525-9d73-4986fa21e143 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:56.637083 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e94a8543-23e0-45f8-9499-0a5eb2755d7a req-d7fbaed0-5ef5-4525-9d73-4986fa21e143 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0641901 Feb 20 20:09:56.693167 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e94a8543-23e0-45f8-9499-0a5eb2755d7a req-9e191da2-a126-43f3-9770-3b2b46771039 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496747 Feb 20 20:09:57.845179 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bf78a-4b5d-4d4a-b279-be816d0a37fa req-f20bb459-448b-4390-9fb8-62a85541149d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:57.847786 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-876bf78a-4b5d-4d4a-b279-be816d0a37fa req-f20bb459-448b-4390-9fb8-62a85541149d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0627878 Feb 20 20:09:57.897018 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-876bf78a-4b5d-4d4a-b279-be816d0a37fa req-37a416c8-1cd1-4de4-b0da-2034b3b52f07 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434005 Feb 20 20:09:58.252228 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51202) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:58.369042 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e474c61a-ef5a-4e35-9d84-71867eca7305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.451399 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e474c61a-ef5a-4e35-9d84-71867eca7305 admin admin] Publish callbacks [] for security_group (9a6dad7d-66d5-4910-a41f-09508d8f5771), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.545911 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-e474c61a-ef5a-4e35-9d84-71867eca7305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9a6dad7d-66d5-4910-a41f-09508d8f5771), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.586208 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-e474c61a-ef5a-4e35-9d84-71867eca7305 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47523652001048b284bc29735a9b8815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326855 Feb 20 20:09:58.587007 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474c61a-ef5a-4e35-9d84-71867eca7305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6dad7d-66d5-4910-a41f-09508d8f5771,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:58.588919 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51208) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:58.642818 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b629b39-334e-41c8-a29e-93cdab9c44c7 admin admin] Publish callbacks [] for security_group (9a6dad7d-66d5-4910-a41f-09508d8f5771), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.663972 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b629b39-334e-41c8-a29e-93cdab9c44c7 admin admin] Publish callbacks [] for security_group (9a6dad7d-66d5-4910-a41f-09508d8f5771), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.831385 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b629b39-334e-41c8-a29e-93cdab9c44c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9a6dad7d-66d5-4910-a41f-09508d8f5771), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.834141 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b629b39-334e-41c8-a29e-93cdab9c44c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:58.838341 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7b629b39-334e-41c8-a29e-93cdab9c44c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a6dad7d-66d5-4910-a41f-09508d8f5771 HTTP/1.1" status: 204 len: 168 time: 0.2448711 Feb 20 20:09:58.849669 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629b39-334e-41c8-a29e-93cdab9c44c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6dad7d-66d5-4910-a41f-09508d8f5771,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:59.035246 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2eec2-232e-4659-9677-e60e30665656 req-d44c9047-8b7a-4fb4-a6ad-22c14d27c68b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:09:59.036784 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-abe2eec2-232e-4659-9677-e60e30665656 req-d44c9047-8b7a-4fb4-a6ad-22c14d27c68b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0633214 Feb 20 20:09:59.097074 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-abe2eec2-232e-4659-9677-e60e30665656 req-ad8520ee-e0a0-4b3a-8a76-5dc131472dbd tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538180 Feb 20 20:09:59.512771 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51216) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:59.527486 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:59.612943 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Publish callbacks [] for security_group (8090668a-06f4-4038-af8a-09f8c678c7fa), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:59.709400 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8090668a-06f4-4038-af8a-09f8c678c7fa), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:59.740661 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8090668a-06f4-4038-af8a-09f8c678c7fa,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:09:59.760011 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.760395 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.760912 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.761274 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.761634 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.762046 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.762439 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.762784 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.763109 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.763431 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.763748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.764072 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.764429 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:09:59.779001 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-952274e9-d20b-4093-9ae2-84b756f7701c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=39df0241d48a4aa8b70d35284c7819a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650449 Feb 20 20:09:59.782049 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51226) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:09:59.842495 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35be8d8e-e34e-4fdc-9c59-5ca898a38ab0 admin admin] Publish callbacks [] for security_group (8090668a-06f4-4038-af8a-09f8c678c7fa), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:09:59.870380 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35be8d8e-e34e-4fdc-9c59-5ca898a38ab0 admin admin] Publish callbacks [] for security_group (8090668a-06f4-4038-af8a-09f8c678c7fa), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:00.008918 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35be8d8e-e34e-4fdc-9c59-5ca898a38ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8090668a-06f4-4038-af8a-09f8c678c7fa), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:00.011463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-35be8d8e-e34e-4fdc-9c59-5ca898a38ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:00.012689 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-35be8d8e-e34e-4fdc-9c59-5ca898a38ab0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8090668a-06f4-4038-af8a-09f8c678c7fa HTTP/1.1" status: 204 len: 168 time: 0.2296371 Feb 20 20:10:00.022267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be8d8e-e34e-4fdc-9c59-5ca898a38ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8090668a-06f4-4038-af8a-09f8c678c7fa,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:00.240795 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c461530-2995-4955-8830-be8834dfe7e0 req-b2fbeb40-cb85-4a61-b90a-93d305ce7a9d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:00.243513 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1c461530-2995-4955-8830-be8834dfe7e0 req-b2fbeb40-cb85-4a61-b90a-93d305ce7a9d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0606155 Feb 20 20:10:00.297093 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1c461530-2995-4955-8830-be8834dfe7e0 req-44b81315-36ef-4f0e-90f4-fdc870bcbc95 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470781 Feb 20 20:10:00.869758 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51238) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:00.883774 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b32c2d8-1ee9-4733-ad5b-afa97f619882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:00.963338 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b32c2d8-1ee9-4733-ad5b-afa97f619882 admin admin] Publish callbacks [] for security_group (1822f103-47e1-48f7-ab76-5607a1743aa4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.051766 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0b32c2d8-1ee9-4733-ad5b-afa97f619882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (1822f103-47e1-48f7-ab76-5607a1743aa4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.094055 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-0b32c2d8-1ee9-4733-ad5b-afa97f619882 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=12df4a0555c5491f81f753ff456c011d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205064 Feb 20 20:10:01.094055 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32c2d8-1ee9-4733-ad5b-afa97f619882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1822f103-47e1-48f7-ab76-5607a1743aa4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:01.095538 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51240) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:01.157925 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8deb8b0-7b6c-4018-9ec5-b39863e48490 admin admin] Publish callbacks [] for security_group (1822f103-47e1-48f7-ab76-5607a1743aa4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.180975 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8deb8b0-7b6c-4018-9ec5-b39863e48490 admin admin] Publish callbacks [] for security_group (1822f103-47e1-48f7-ab76-5607a1743aa4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.322909 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8deb8b0-7b6c-4018-9ec5-b39863e48490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (1822f103-47e1-48f7-ab76-5607a1743aa4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.325471 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8deb8b0-7b6c-4018-9ec5-b39863e48490 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:01.326644 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f8deb8b0-7b6c-4018-9ec5-b39863e48490 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1822f103-47e1-48f7-ab76-5607a1743aa4 HTTP/1.1" status: 204 len: 168 time: 0.2293196 Feb 20 20:10:01.337848 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deb8b0-7b6c-4018-9ec5-b39863e48490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1822f103-47e1-48f7-ab76-5607a1743aa4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:01.445921 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228650a-3288-4926-a6b1-64ba4a4014c8 req-ac39cfe9-74f2-4e5f-b65e-242252c14420 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:01.448141 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7228650a-3288-4926-a6b1-64ba4a4014c8 req-ac39cfe9-74f2-4e5f-b65e-242252c14420 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0610304 Feb 20 20:10:01.515943 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7228650a-3288-4926-a6b1-64ba4a4014c8 req-b78e6013-d97f-47a7-beb8-d07810bf57df tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606244 Feb 20 20:10:02.679693 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864b2c3-959e-4151-a4ce-eb4bacadbd2f req-dd7c4b5a-3b8d-4822-947c-105df47cecbb tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:02.681429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d864b2c3-959e-4151-a4ce-eb4bacadbd2f req-dd7c4b5a-3b8d-4822-947c-105df47cecbb tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0614834 Feb 20 20:10:02.775816 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d864b2c3-959e-4151-a4ce-eb4bacadbd2f req-23ca509e-8ca2-43bc-a8c4-d554f92858d3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851846 Feb 20 20:10:03.913205 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1097ce-deb9-486b-befa-aafe33bccce7 req-20f28948-94bb-45e4-8e97-73587bda9a62 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:03.914731 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9a1097ce-deb9-486b-befa-aafe33bccce7 req-20f28948-94bb-45e4-8e97-73587bda9a62 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0647771 Feb 20 20:10:03.969563 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9a1097ce-deb9-486b-befa-aafe33bccce7 req-4e409c8c-bd60-4d5a-bbb3-a45717e37872 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482225 Feb 20 20:10:05.107861 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cd770-c747-4605-9d5f-f2c0c00e4229 req-1a8c86fa-0a2e-4677-b3a7-4e6320dbc751 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:05.109364 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-189cd770-c747-4605-9d5f-f2c0c00e4229 req-1a8c86fa-0a2e-4677-b3a7-4e6320dbc751 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0552351 Feb 20 20:10:05.162058 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-189cd770-c747-4605-9d5f-f2c0c00e4229 req-f945642e-3de1-4c41-8faa-a002be936c2e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465803 Feb 20 20:10:06.310334 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70060c26-8e14-4dea-8886-cd0f3c3d3175 req-669f1a6c-e218-48cf-8921-328222eed023 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:06.311775 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70060c26-8e14-4dea-8886-cd0f3c3d3175 req-669f1a6c-e218-48cf-8921-328222eed023 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0510421 Feb 20 20:10:06.358494 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70060c26-8e14-4dea-8886-cd0f3c3d3175 req-f49640f6-3286-455c-bf7f-c4054e07f2af tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403128 Feb 20 20:10:06.691896 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ab5e5c04-427c-42fc-84a0-07249f21a188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:07.667178 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426d387-5ba1-40d4-bd45-b45c17c2c65c req-a79aba94-2d14-49f8-9d04-ba36058cb1e8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:07.668699 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3426d387-5ba1-40d4-bd45-b45c17c2c65c req-a79aba94-2d14-49f8-9d04-ba36058cb1e8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.2370174 Feb 20 20:10:07.723055 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3426d387-5ba1-40d4-bd45-b45c17c2c65c req-76ab1c4b-7890-46f8-a09e-50aabe8e3aa1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427809 Feb 20 20:10:08.031896 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:08.908760 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63122f63-deb5-4d4d-a9f7-168e3bde8a93 req-ccd58ba4-6ea3-456d-a1d4-26956f14515a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:08.910274 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63122f63-deb5-4d4d-a9f7-168e3bde8a93 req-ccd58ba4-6ea3-456d-a1d4-26956f14515a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.1063623 Feb 20 20:10:08.959694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63122f63-deb5-4d4d-a9f7-168e3bde8a93 req-fe2dcf75-9a12-4e26-b229-1c2a3f53ffac tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436714 Feb 20 20:10:08.986031 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-443036ab-45e8-41bf-9e42-2e012ee9f7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:09.332791 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b84507-40bc-4fff-ab28-96306bba326f req-7ae36cfb-2e50-4433-99d3-c9f5ef7190da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.334312 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66b84507-40bc-4fff-ab28-96306bba326f req-7ae36cfb-2e50-4433-99d3-c9f5ef7190da service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1127 time: 0.0542049 Feb 20 20:10:09.441212 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b84507-40bc-4fff-ab28-96306bba326f req-c3d41ca8-2dd8-4152-97bf-94ed277f72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.442567 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66b84507-40bc-4fff-ab28-96306bba326f req-c3d41ca8-2dd8-4152-97bf-94ed277f72b1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.0889390 Feb 20 20:10:09.512725 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66b84507-40bc-4fff-ab28-96306bba326f req-070a25a2-c6ce-42bb-a649-de5a3989d709 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 200 len: 999 time: 0.0612049 Feb 20 20:10:09.562665 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b84507-40bc-4fff-ab28-96306bba326f req-c2aa70fe-8347-46c1-9133-ac0689021016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.564120 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66b84507-40bc-4fff-ab28-96306bba326f req-c2aa70fe-8347-46c1-9133-ac0689021016 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0435197 Feb 20 20:10:09.611872 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b84507-40bc-4fff-ab28-96306bba326f req-eb6b5322-97d6-4029-8632-416aed9c4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:09.631568 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66b84507-40bc-4fff-ab28-96306bba326f req-eb6b5322-97d6-4029-8632-416aed9c4b52 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435309 Feb 20 20:10:09.711283 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66b84507-40bc-4fff-ab28-96306bba326f req-ab3a509b-6c36-4d6d-9202-b441c48b57b5 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Feb 20 20:10:09.810915 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66b84507-40bc-4fff-ab28-96306bba326f req-063c92a1-3aec-46db-9439-e0ab0f8ead8e service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902314 Feb 20 20:10:10.097754 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:10.112344 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65974-c181-41dc-a2d8-b86373c0264b req-c2aee5b2-ec4a-4fa1-b698-52d3419b8ab8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:10.112344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aae65974-c181-41dc-a2d8-b86373c0264b req-c2aee5b2-ec4a-4fa1-b698-52d3419b8ab8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0622778 Feb 20 20:10:10.153425 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-aae65974-c181-41dc-a2d8-b86373c0264b req-cd930768-fca7-49cf-b079-22f4a531b863 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444591 Feb 20 20:10:11.294239 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8968f-4987-4348-8109-eaf669ee5e9d req-1f745c12-137e-4bf0-8004-cf171c200f2e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:11.295708 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8cd8968f-4987-4348-8109-eaf669ee5e9d req-1f745c12-137e-4bf0-8004-cf171c200f2e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0613103 Feb 20 20:10:11.347010 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8cd8968f-4987-4348-8109-eaf669ee5e9d req-eb925d40-71b8-46f3-8e81-0af0efec7b9e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449772 Feb 20 20:10:11.786063 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:12.476917 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64fe2b-078b-42f1-89d9-fe047f0fabe3 req-01ac0079-63d6-4d4f-8693-f3e965eeb8ca tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:12.479017 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad64fe2b-078b-42f1-89d9-fe047f0fabe3 req-01ac0079-63d6-4d4f-8693-f3e965eeb8ca tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0528731 Feb 20 20:10:12.527842 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad64fe2b-078b-42f1-89d9-fe047f0fabe3 req-f747b57f-48b4-41ab-949b-acd59cefa975 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 Feb 20 20:10:12.626523 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51462) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:12.736508 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51468) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:12.783162 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-387496f5-56fc-42db-988d-0fbf2f30fdf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:12.803171 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-38ffc119-0a28-4c8a-ac93-26bb6b74eed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:12.914705 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-387496f5-56fc-42db-988d-0fbf2f30fdf0 admin admin] Publish callbacks [] for security_group (45ab1e3a-1628-4348-a384-a42d4bf22da2), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:12.927652 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-38ffc119-0a28-4c8a-ac93-26bb6b74eed9 admin admin] Publish callbacks [] for security_group (7afa680e-3e0d-425e-8cf2-df6d9479a218), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.148856 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.186291 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-38ffc119-0a28-4c8a-ac93-26bb6b74eed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (7afa680e-3e0d-425e-8cf2-df6d9479a218), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.189372 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-387496f5-56fc-42db-988d-0fbf2f30fdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (45ab1e3a-1628-4348-a384-a42d4bf22da2), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.241139 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffc119-0a28-4c8a-ac93-26bb6b74eed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afa680e-3e0d-425e-8cf2-df6d9479a218,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:13.250573 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-38ffc119-0a28-4c8a-ac93-26bb6b74eed9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd6a66e8a39c434c9dd3749c11c7da84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5130513 Feb 20 20:10:13.254030 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51474) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:13.258631 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-387496f5-56fc-42db-988d-0fbf2f30fdf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07a5255f5582494f8c47ff7535382b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6310580 Feb 20 20:10:13.261157 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51476) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:13.272877 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387496f5-56fc-42db-988d-0fbf2f30fdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab1e3a-1628-4348-a384-a42d4bf22da2,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:13.331289 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f409e3d6-2b2b-41b0-a618-0713c86d6b5f admin admin] Publish callbacks [] for security_group (7afa680e-3e0d-425e-8cf2-df6d9479a218), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.359524 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ea27de8-7c3b-408b-b180-a24e411812b7 admin admin] Publish callbacks [] for security_group (45ab1e3a-1628-4348-a384-a42d4bf22da2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.365795 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f409e3d6-2b2b-41b0-a618-0713c86d6b5f admin admin] Publish callbacks [] for security_group (7afa680e-3e0d-425e-8cf2-df6d9479a218), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.401871 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ea27de8-7c3b-408b-b180-a24e411812b7 admin admin] Publish callbacks [] for security_group (45ab1e3a-1628-4348-a384-a42d4bf22da2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.560185 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f409e3d6-2b2b-41b0-a618-0713c86d6b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (7afa680e-3e0d-425e-8cf2-df6d9479a218), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.563052 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f409e3d6-2b2b-41b0-a618-0713c86d6b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.565618 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f409e3d6-2b2b-41b0-a618-0713c86d6b5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7afa680e-3e0d-425e-8cf2-df6d9479a218 HTTP/1.1" status: 204 len: 168 time: 0.3106036 Feb 20 20:10:13.573382 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409e3d6-2b2b-41b0-a618-0713c86d6b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afa680e-3e0d-425e-8cf2-df6d9479a218,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:13.600364 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ea27de8-7c3b-408b-b180-a24e411812b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (45ab1e3a-1628-4348-a384-a42d4bf22da2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.602935 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9ea27de8-7c3b-408b-b180-a24e411812b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:13.604068 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9ea27de8-7c3b-408b-b180-a24e411812b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/45ab1e3a-1628-4348-a384-a42d4bf22da2 HTTP/1.1" status: 204 len: 168 time: 0.3420479 Feb 20 20:10:13.615826 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea27de8-7c3b-408b-b180-a24e411812b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab1e3a-1628-4348-a384-a42d4bf22da2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:13.827648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2117a-ed46-4a11-9d3f-7becc9327d7b req-5354fc1a-22c4-4e41-b7b3-aec2d7c8e901 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:13.829305 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66d2117a-ed46-4a11-9d3f-7becc9327d7b req-5354fc1a-22c4-4e41-b7b3-aec2d7c8e901 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0541649 Feb 20 20:10:13.879652 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66d2117a-ed46-4a11-9d3f-7becc9327d7b req-94ec5210-8408-4296-9c01-c4e35f548f5a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427434 Feb 20 20:10:14.443773 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51508) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:14.458311 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d51d44f0-6fda-4c64-8805-f528dbd03ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.534229 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d51d44f0-6fda-4c64-8805-f528dbd03ce8 admin admin] Publish callbacks [] for security_group (27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.602797 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d51d44f0-6fda-4c64-8805-f528dbd03ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.641101 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d44f0-6fda-4c64-8805-f528dbd03ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:14.648904 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d51d44f0-6fda-4c64-8805-f528dbd03ce8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5de87d4a73e24c0db657b833c5a89775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016706 Feb 20 20:10:14.649103 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51512) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:14.698179 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2971c69b-b623-4412-8138-68d3a07e4c73 admin admin] Publish callbacks [] for security_group (27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.720427 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51514) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:14.730777 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2971c69b-b623-4412-8138-68d3a07e4c73 admin admin] Publish callbacks [] for security_group (27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.824818 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2133166944-network', 'tenant_id': 'b24860a97e0c43efaeb93df489fa9aab'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:14.911706 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2971c69b-b623-4412-8138-68d3a07e4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.914288 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2971c69b-b623-4412-8138-68d3a07e4c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.915432 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2971c69b-b623-4412-8138-68d3a07e4c73 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c HTTP/1.1" status: 204 len: 168 time: 0.2654173 Feb 20 20:10:14.928048 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971c69b-b623-4412-8138-68d3a07e4c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a7b6f5-68b6-41d7-8ace-5d400f5f7f5c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:14.946018 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Made reservation on behalf of b24860a97e0c43efaeb93df489fa9aab for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:14.948410 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:14.973677 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.023622 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ab332-3d9d-4f85-827a-f3524baa6853 req-0e53d471-4368-4bce-84dd-f9007ecb5eed tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:15.025173 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e85ab332-3d9d-4f85-827a-f3524baa6853 req-0e53d471-4368-4bce-84dd-f9007ecb5eed tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0576682 Feb 20 20:10:15.050283 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks [] for security_group (8528a1ec-96a4-4017-94a3-8bc98d9015d1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.076547 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e85ab332-3d9d-4f85-827a-f3524baa6853 req-0f4c98fd-018e-43be-b5bf-18d650cef407 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450146 Feb 20 20:10:15.157255 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8528a1ec-96a4-4017-94a3-8bc98d9015d1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.184373 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:10:15.201474 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8528a1ec-96a4-4017-94a3-8bc98d9015d1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:15.205833 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (3ddd514b-e183-4d8d-98d8-7cde094ad1cc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.206372 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Added segment 3ddd514b-e183-4d8d-98d8-7cde094ad1cc of type vlan for network beeb49b8-a42c-45eb-a066-8cc131a42bb1 Feb 20 20:10:15.248722 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (beeb49b8-a42c-45eb-a066-8cc131a42bb1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.322835 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (beeb49b8-a42c-45eb-a066-8cc131a42bb1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.323877 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:15.324495 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.386858 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] Pushing event updated for resources: {'Network': ['ID=beeb49b8-a42c-45eb-a066-8cc131a42bb1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:15.398269 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network beeb49b8-a42c-45eb-a066-8cc131a42bb1 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:10:15.415459 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6de8a773-0b00-4d8e-b4d4-ce8d315e0de6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6933205 Feb 20 20:10:15.418234 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51534) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:15.422980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Request body: {'subnet': {'network_id': 'beeb49b8-a42c-45eb-a066-8cc131a42bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2133166944-subnet', 'tenant_id': 'b24860a97e0c43efaeb93df489fa9aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:15.526044 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Made reservation on behalf of b24860a97e0c43efaeb93df489fa9aab for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:15.528746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626162'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.812162 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5268804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4625920'] for subnet (8a713c73-031d-4d6d-8049-e98ae3909d3e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:15.869941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a713c73-031d-4d6d-8049-e98ae3909d3e,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:15.877629 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Checking segment: {'id': '3ddd514b-e183-4d8d-98d8-7cde094ad1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'beeb49b8-a42c-45eb-a066-8cc131a42bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:10:15.877983 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Network hostable DHCP agents. Network: beeb49b8-a42c-45eb-a066-8cc131a42bb1, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:10:15.971569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Network beeb49b8-a42c-45eb-a066-8cc131a42bb1 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:10:16.046138 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, beeb49b8-a42c-45eb-a066-8cc131a42bb1) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:10:16.052369 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:16.052963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:16.056724 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bab833d-8d3a-4232-b2de-585970278503 None None] Network beeb49b8-a42c-45eb-a066-8cc131a42bb1 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:16.167080 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-21ac5fa2-af9e-4ca9-bb18-cc307ad2b576 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7453983 Feb 20 20:10:16.175665 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ba10d-d234-45ac-af66-c78f6b42b433 None None] Network beeb49b8-a42c-45eb-a066-8cc131a42bb1 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:16.230389 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8f6db-455a-4384-a4df-3420154bbdb7 req-2c94a360-bd0b-4138-91a4-d105cf5a47ae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:16.232162 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-33d8f6db-455a-4384-a4df-3420154bbdb7 req-2c94a360-bd0b-4138-91a4-d105cf5a47ae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0610588 Feb 20 20:10:16.365481 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-33d8f6db-455a-4384-a4df-3420154bbdb7 req-fc0a3885-96c3-442e-a5c8-371c20a49f98 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549350 Feb 20 20:10:17.112146 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51570) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:17.117264 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-608613141-network', 'tenant_id': 'e0174f943d494fab8b30c613677bdb45'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:17.223463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Made reservation on behalf of e0174f943d494fab8b30c613677bdb45 for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:17.225802 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.234242 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.305365 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks [] for security_group (3d18ef8f-a5fa-466c-9cc1-88ebe0376360), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.374347 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3d18ef8f-a5fa-466c-9cc1-88ebe0376360), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.399618 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:10:17.411558 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d18ef8f-a5fa-466c-9cc1-88ebe0376360,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:17.416292 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (51643376-a853-4677-977e-b6504172c641), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.416653 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Added segment 51643376-a853-4677-977e-b6504172c641 of type vlan for network a4379447-32c3-4842-a1b9-8d5785956f56 Feb 20 20:10:17.479782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (a4379447-32c3-4842-a1b9-8d5785956f56), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.518715 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6f225-a20d-414d-80bc-0a85a684021a req-43693f1b-0d31-479d-8cbd-8d2bde6dde2a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:17.520250 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bdf6f225-a20d-414d-80bc-0a85a684021a req-43693f1b-0d31-479d-8cbd-8d2bde6dde2a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0947864 Feb 20 20:10:17.571047 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bdf6f225-a20d-414d-80bc-0a85a684021a req-c7aa9446-7044-4cd1-b0c9-040030eb2c5e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Feb 20 20:10:17.572858 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (a4379447-32c3-4842-a1b9-8d5785956f56), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.573135 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:17.573705 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:17.630398 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] Pushing event updated for resources: {'Network': ['ID=a4379447-32c3-4842-a1b9-8d5785956f56,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:17.640697 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network a4379447-32c3-4842-a1b9-8d5785956f56 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:10:17.679914 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-56e0a5b6-1018-472b-b231-ee987e81cb4c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5664794 Feb 20 20:10:17.682474 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51578) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:17.687251 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Request body: {'subnet': {'network_id': 'a4379447-32c3-4842-a1b9-8d5785956f56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-608613141-subnet', 'tenant_id': 'e0174f943d494fab8b30c613677bdb45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:10:17.780562 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Made reservation on behalf of e0174f943d494fab8b30c613677bdb45 for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:10:17.783629 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626162'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.014530 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5268804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4625920'] for subnet (e1a92c15-bf7c-4095-bab9-e07e773cbd2c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.067349 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a92c15-bf7c-4095-bab9-e07e773cbd2c,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:18.079458 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Checking segment: {'id': '51643376-a853-4677-977e-b6504172c641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a4379447-32c3-4842-a1b9-8d5785956f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:10:18.079853 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Network hostable DHCP agents. Network: a4379447-32c3-4842-a1b9-8d5785956f56, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:10:18.154461 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Network a4379447-32c3-4842-a1b9-8d5785956f56 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:10:18.242616 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, a4379447-32c3-4842-a1b9-8d5785956f56) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:10:18.246470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.247056 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.252434 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e2e22-4f19-4fcf-a826-a35a17a515d4 None None] Network a4379447-32c3-4842-a1b9-8d5785956f56 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:18.320298 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-850170bd-fa17-46c1-a51d-2f33c5c6b4de admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6365852 Feb 20 20:10:18.450542 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51584) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:18.479614 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40749a5-758b-434d-9c6a-15c94147d40d None None] Network a4379447-32c3-4842-a1b9-8d5785956f56 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:10:18.499209 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] Deleting subnet 8a713c73-031d-4d6d-8049-e98ae3909d3e {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:10:18.502974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] Publish callbacks [] for subnet (8a713c73-031d-4d6d-8049-e98ae3909d3e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.543887 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (8a713c73-031d-4d6d-8049-e98ae3909d3e), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.585380 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (8a713c73-031d-4d6d-8049-e98ae3909d3e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.699392 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ad0be-19ba-426c-b7de-e2837b390bef req-e788cd13-6cca-4c21-808a-a14513fc45ac tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:18.700947 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b39ad0be-19ba-426c-b7de-e2837b390bef req-e788cd13-6cca-4c21-808a-a14513fc45ac tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 943 time: 0.0519426 Feb 20 20:10:18.754992 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (8a713c73-031d-4d6d-8049-e98ae3909d3e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.765098 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b39ad0be-19ba-426c-b7de-e2837b390bef req-78638c51-7384-4d81-91ae-1a70d77bd70d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544527 Feb 20 20:10:18.784367 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a713c73-031d-4d6d-8049-e98ae3909d3e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:18.794905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.799063 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-4f3f1b03-a958-4527-8823-81075f04ede4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8a713c73-031d-4d6d-8049-e98ae3909d3e HTTP/1.1" status: 204 len: 168 time: 0.3480699 Feb 20 20:10:18.801241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51590) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:18.866466 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (beeb49b8-a42c-45eb-a066-8cc131a42bb1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.946275 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (beeb49b8-a42c-45eb-a066-8cc131a42bb1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.965845 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeb49b8-a42c-45eb-a066-8cc131a42bb1']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:18.975715 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddd514b-e183-4d8d-98d8-7cde094ad1cc') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:18.976010 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddd514b-e183-4d8d-98d8-7cde094ad1cc') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:18.985530 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (3ddd514b-e183-4d8d-98d8-7cde094ad1cc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:18.999844 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (3ddd514b-e183-4d8d-98d8-7cde094ad1cc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.005820 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:10:19.006190 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (3ddd514b-e183-4d8d-98d8-7cde094ad1cc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:10:19.007793 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:10:19.120598 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (beeb49b8-a42c-45eb-a066-8cc131a42bb1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.126651 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.129932 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] 10.222.0.61 "DELETE /v2.0/networks/beeb49b8-a42c-45eb-a066-8cc131a42bb1 HTTP/1.1" status: 204 len: 168 time: 0.3277550 Feb 20 20:10:19.133063 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51594) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:19.144252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0e97-1c5a-4272-bbeb-a2ce3fca3c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=beeb49b8-a42c-45eb-a066-8cc131a42bb1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:19.187730 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] Deleting subnet e1a92c15-bf7c-4095-bab9-e07e773cbd2c {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:10:19.193796 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] Publish callbacks [] for subnet (e1a92c15-bf7c-4095-bab9-e07e773cbd2c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.229033 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66743496'] for subnet (e1a92c15-bf7c-4095-bab9-e07e773cbd2c), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.268190 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (e1a92c15-bf7c-4095-bab9-e07e773cbd2c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.395861 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4654657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66645136'] for subnet (e1a92c15-bf7c-4095-bab9-e07e773cbd2c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.419474 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a92c15-bf7c-4095-bab9-e07e773cbd2c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:19.425457 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.428629 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5da0340c-f450-41ca-a5f1-726dcbf7dd7b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e1a92c15-bf7c-4095-bab9-e07e773cbd2c HTTP/1.1" status: 204 len: 168 time: 0.2936728 Feb 20 20:10:19.431056 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51602) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:19.455746 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:10:19.497741 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (a4379447-32c3-4842-a1b9-8d5785956f56), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.556126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:19.571921 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'port_id': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'mac_address': 'fa:16:3e:dc:41:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:10:19.579614 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (a4379447-32c3-4842-a1b9-8d5785956f56), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.600092 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4379447-32c3-4842-a1b9-8d5785956f56']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:19.609379 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51643376-a853-4677-977e-b6504172c641') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:19.609659 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 09b121aa-c70a-4e8a-82a2-9b566911695f is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:19.609788 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51643376-a853-4677-977e-b6504172c641') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:10:19.610193 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.622085 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (51643376-a853-4677-977e-b6504172c641), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.624886 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b121aa-c70a-4e8a-82a2-9b566911695f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:10:19.640914 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (51643376-a853-4677-977e-b6504172c641), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.648109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:19.650861 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:10:19.651441 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (51643376-a853-4677-977e-b6504172c641), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:10:19.653148 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:10:19.798388 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.844623 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (a4379447-32c3-4842-a1b9-8d5785956f56), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.848910 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:19.853256 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a4379447-32c3-4842-a1b9-8d5785956f56 HTTP/1.1" status: 204 len: 168 time: 0.4210281 Feb 20 20:10:19.857927 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=9']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:19.869476 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d560cb-6d25-4b57-91ba-226efa345a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4379447-32c3-4842-a1b9-8d5785956f56,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:19.919468 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ef79-4373-49d4-b094-fd08a9e3e845 req-63616b70-f1fc-4ee3-83c0-327b0dcc6e17 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:19.921020 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-db40ef79-4373-49d4-b094-fd08a9e3e845 req-63616b70-f1fc-4ee3-83c0-327b0dcc6e17 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0790966 Feb 20 20:10:19.971582 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-db40ef79-4373-49d4-b094-fd08a9e3e845 req-b4ed117a-4a5f-4edc-85b6-2a3e7139ef50 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439672 Feb 20 20:10:20.135964 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea3888-ea4e-4b8c-b41d-a2fe3daddd17 req-bad5369b-5574-4597-a3af-8ff87ed9c9a1 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:20.137481 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-03ea3888-ea4e-4b8c-b41d-a2fe3daddd17 req-bad5369b-5574-4597-a3af-8ff87ed9c9a1 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0510101 Feb 20 20:10:20.201803 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-03ea3888-ea4e-4b8c-b41d-a2fe3daddd17 req-954fd3ae-6488-4423-98ce-8b7ca9ed2ec7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576954 Feb 20 20:10:20.277400 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51628) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:20.321485 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-8dc2c04c-9bd2-49bf-98bd-21182928a2a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b24860a97e0c43efaeb93df489fa9aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400903 Feb 20 20:10:20.321854 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51632) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:20.377522 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e1669985-3474-435f-901b-7b1ff8253d94 admin admin] Publish callbacks [] for security_group (8528a1ec-96a4-4017-94a3-8bc98d9015d1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.391486 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['09b121aa-c70a-4e8a-82a2-9b566911695f'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:10:20.398964 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e1669985-3474-435f-901b-7b1ff8253d94 admin admin] Publish callbacks [] for security_group (8528a1ec-96a4-4017-94a3-8bc98d9015d1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.506003 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e1669985-3474-435f-901b-7b1ff8253d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8528a1ec-96a4-4017-94a3-8bc98d9015d1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.508593 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e1669985-3474-435f-901b-7b1ff8253d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:20.509744 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e1669985-3474-435f-901b-7b1ff8253d94 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8528a1ec-96a4-4017-94a3-8bc98d9015d1 HTTP/1.1" status: 204 len: 168 time: 0.1869142 Feb 20 20:10:20.518736 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1669985-3474-435f-901b-7b1ff8253d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8528a1ec-96a4-4017-94a3-8bc98d9015d1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:21.265796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359425b-84db-497d-adc2-0d1ed7c5cf24 req-fb5d3b69-bf5d-4e23-948e-5ac8fbd00a98 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:21.267610 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8359425b-84db-497d-adc2-0d1ed7c5cf24 req-fb5d3b69-bf5d-4e23-948e-5ac8fbd00a98 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.0576637 Feb 20 20:10:21.275464 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51650) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:21.317015 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-66d95f06-9dc5-4f66-b759-0bd506785bb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e0174f943d494fab8b30c613677bdb45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403836 Feb 20 20:10:21.319577 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51652) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:21.344402 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8359425b-84db-497d-adc2-0d1ed7c5cf24 req-e4c68984-13f9-4bec-96a4-0f59ed77ed80 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640392 Feb 20 20:10:21.356479 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3871dff-38fa-465c-b127-f37796ad853f req-d3077958-a3a3-49b6-b389-f5e6a793468c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:21.357976 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a3871dff-38fa-465c-b127-f37796ad853f req-d3077958-a3a3-49b6-b389-f5e6a793468c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0864317 Feb 20 20:10:21.376127 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f78439e-56c4-4bd5-8136-150fbde55aa5 admin admin] Publish callbacks [] for security_group (3d18ef8f-a5fa-466c-9cc1-88ebe0376360), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:21.397231 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f78439e-56c4-4bd5-8136-150fbde55aa5 admin admin] Publish callbacks [] for security_group (3d18ef8f-a5fa-466c-9cc1-88ebe0376360), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:21.408487 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a3871dff-38fa-465c-b127-f37796ad853f req-19af08ec-21bb-4a41-a819-3d06db462ba5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Feb 20 20:10:21.568821 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f78439e-56c4-4bd5-8136-150fbde55aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3d18ef8f-a5fa-466c-9cc1-88ebe0376360), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:21.571508 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f78439e-56c4-4bd5-8136-150fbde55aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:21.572685 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8f78439e-56c4-4bd5-8136-150fbde55aa5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d18ef8f-a5fa-466c-9cc1-88ebe0376360 HTTP/1.1" status: 204 len: 168 time: 0.2522233 Feb 20 20:10:21.583932 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78439e-56c4-4bd5-8136-150fbde55aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d18ef8f-a5fa-466c-9cc1-88ebe0376360,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:22.330224 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:22.467129 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.532189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f1711-2758-41a1-a34c-f0060cfc3f15 req-33748e62-89cc-4478-9409-45d6b81798d5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:22.533905 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb8f1711-2758-41a1-a34c-f0060cfc3f15 req-33748e62-89cc-4478-9409-45d6b81798d5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.1167181 Feb 20 20:10:22.618797 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a60c7-7839-4695-8fd0-718287b4e87f req-caeee85c-0661-490b-bb5b-2ffd508cd545 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:22.620298 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-845a60c7-7839-4695-8fd0-718287b4e87f req-caeee85c-0661-490b-bb5b-2ffd508cd545 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1276147 Feb 20 20:10:22.627920 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fb8f1711-2758-41a1-a34c-f0060cfc3f15 req-19522773-57f3-4432-9aa4-495b21aae084 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852981 Feb 20 20:10:22.660756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Publish callbacks [] for security_group (e3281e57-92ca-415e-942f-2d0aaa39560b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.686870 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-845a60c7-7839-4695-8fd0-718287b4e87f req-ddb91ffd-8355-4a1d-b149-b57865ae1871 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579822 Feb 20 20:10:22.748836 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e3281e57-92ca-415e-942f-2d0aaa39560b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.793021 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff50e32334cf4c6baa400af561505f89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617033 Feb 20 20:10:22.795563 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51692) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:22.802041 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3281e57-92ca-415e-942f-2d0aaa39560b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:22.815011 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.815360 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.815704 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.816042 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.816485 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.816809 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.817139 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.817468 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.817793 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.818121 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.818444 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.818763 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.819084 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacf1687-ad98-4756-8402-b631cea93250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:10:22.865484 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b02e3f6-ca38-45bf-b268-83e6a66c02e2 admin admin] Publish callbacks [] for security_group (e3281e57-92ca-415e-942f-2d0aaa39560b), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:22.887283 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b02e3f6-ca38-45bf-b268-83e6a66c02e2 admin admin] Publish callbacks [] for security_group (e3281e57-92ca-415e-942f-2d0aaa39560b), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.018676 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b02e3f6-ca38-45bf-b268-83e6a66c02e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e3281e57-92ca-415e-942f-2d0aaa39560b), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.021252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-1b02e3f6-ca38-45bf-b268-83e6a66c02e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.022679 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-1b02e3f6-ca38-45bf-b268-83e6a66c02e2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3281e57-92ca-415e-942f-2d0aaa39560b HTTP/1.1" status: 204 len: 168 time: 0.2258258 Feb 20 20:10:23.030834 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02e3f6-ca38-45bf-b268-83e6a66c02e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3281e57-92ca-415e-942f-2d0aaa39560b,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:23.477320 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:10:23.527421 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 09b121aa-c70a-4e8a-82a2-9b566911695f triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:10:23.527817 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.623788 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 09b121aa-c70a-4e8a-82a2-9b566911695f is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:10:23.624220 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.650418 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:10:23.652912 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e43779-104a-44b1-84e6-4ed481dbdec5" -d '{"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-plugged", "status": "completed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:10:23.665134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:10:23.693883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e066b-2a3d-438f-a345-e821994f8cb0 x-openstack-request-id: req-7e6e066b-2a3d-438f-a345-e821994f8cb0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:10:23.693883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-plugged", "status": "completed", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:10:23.693883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e6e066b-2a3d-438f-a345-e821994f8cb0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:10:23.693883 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'code': 200} Feb 20 20:10:23.825864 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c7c42-81c0-45f3-8ace-a3d217fec66e req-afd09046-d7f3-4767-9b90-03c966b8bc90 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:23.827377 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-661c7c42-81c0-45f3-8ace-a3d217fec66e req-afd09046-d7f3-4767-9b90-03c966b8bc90 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 944 time: 0.1030734 Feb 20 20:10:23.838340 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d00552-8067-4b72-b0bb-a59756ea1507 req-c5a29949-ccbc-4fe5-b6d0-6608367a825d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:23.839807 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e2d00552-8067-4b72-b0bb-a59756ea1507 req-c5a29949-ccbc-4fe5-b6d0-6608367a825d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0772426 Feb 20 20:10:23.906158 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:23.910785 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-661c7c42-81c0-45f3-8ace-a3d217fec66e req-45190c03-fcae-4b2a-b1e4-e039e390b3b3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699954 Feb 20 20:10:23.914171 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e2d00552-8067-4b72-b0bb-a59756ea1507 req-b804e87a-f881-42bb-8885-561015140743 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677433 Feb 20 20:10:23.995283 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:24.489361 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552daa4-aace-4dd8-824b-69fafd75a124 req-c4223fcf-455e-4784-8b20-4410135f7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:24.490737 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2552daa4-aace-4dd8-824b-69fafd75a124 req-c4223fcf-455e-4784-8b20-4410135f7cfe service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 1130 time: 0.0433824 Feb 20 20:10:24.535492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2552daa4-aace-4dd8-824b-69fafd75a124 req-7bb9d515-7047-46eb-8738-93185110cf46 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383804 Feb 20 20:10:25.083136 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ea4cf-ee3d-403d-924a-cb234858f1ed req-9859faa2-8537-4059-8bc4-034fc0efaf12 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:25.084550 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-715ea4cf-ee3d-403d-924a-cb234858f1ed req-9859faa2-8537-4059-8bc4-034fc0efaf12 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.0870433 Feb 20 20:10:25.105732 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6fcaa-326d-4fb6-bb54-67718f8162eb req-f35c724f-f379-45be-a56e-5ba50081cba7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:25.107195 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e4a6fcaa-326d-4fb6-bb54-67718f8162eb req-f35c724f-f379-45be-a56e-5ba50081cba7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0829272 Feb 20 20:10:25.175000 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-715ea4cf-ee3d-403d-924a-cb234858f1ed req-8dbe1c2c-ddae-4cdb-83a8-37f5716d6765 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834701 Feb 20 20:10:25.182081 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e4a6fcaa-326d-4fb6-bb54-67718f8162eb req-b1e03927-898c-4b2a-9347-f3b2e2039afd tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665061 Feb 20 20:10:26.347087 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9a783-3c2c-4386-b8fb-56b1ce449127 req-dac7d210-e11e-45b3-b168-6ed7dcc6724e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.348624 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2bd9a783-3c2c-4386-b8fb-56b1ce449127 req-dac7d210-e11e-45b3-b168-6ed7dcc6724e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0887022 Feb 20 20:10:26.360032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74030e50-0c02-474e-b8e1-e324d58f5c39 req-b900b609-5b87-4330-af1d-c558320b1be2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:26.364043 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-74030e50-0c02-474e-b8e1-e324d58f5c39 req-b900b609-5b87-4330-af1d-c558320b1be2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.0998385 Feb 20 20:10:26.429088 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2bd9a783-3c2c-4386-b8fb-56b1ce449127 req-11ca879b-3e7c-41b7-a6ba-4b976ccb3d3f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664659 Feb 20 20:10:26.442987 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-74030e50-0c02-474e-b8e1-e324d58f5c39 req-c191ef64-18dd-4e25-8890-6be14e5d1dbf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746150 Feb 20 20:10:27.589441 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcfd51-9c75-4c8e-be90-06be6ae6de00 req-64b51b66-faf3-4545-9d97-61f5d3c8ed19 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:27.591962 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9bcfd51-9c75-4c8e-be90-06be6ae6de00 req-64b51b66-faf3-4545-9d97-61f5d3c8ed19 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0920577 Feb 20 20:10:27.607396 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92219679-a959-43cb-a18f-097f67b8c114 req-785e3c90-0a76-4341-b216-4b76a38f69f1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:27.608863 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-92219679-a959-43cb-a18f-097f67b8c114 req-785e3c90-0a76-4341-b216-4b76a38f69f1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.0811822 Feb 20 20:10:27.933032 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9bcfd51-9c75-4c8e-be90-06be6ae6de00 req-f7756e7a-2739-4415-90c0-fe6ad1d872e8 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3330741 Feb 20 20:10:27.936943 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-92219679-a959-43cb-a18f-097f67b8c114 req-c1a199df-2ebf-4411-94d3-70eefb558bf0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213809 Feb 20 20:10:29.114715 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37ba44-0b75-4632-adb4-3b351b330416 req-4130a8cf-8a45-4a56-9319-423ba7806c61 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:29.116223 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b37ba44-0b75-4632-adb4-3b351b330416 req-4130a8cf-8a45-4a56-9319-423ba7806c61 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1121244 Feb 20 20:10:29.122905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933e295-f278-496d-8512-07f12eb725f4 req-e8b84db2-5efc-4331-9fe8-594b832a2796 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:29.124287 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c933e295-f278-496d-8512-07f12eb725f4 req-e8b84db2-5efc-4331-9fe8-594b832a2796 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.1076376 Feb 20 20:10:29.148093 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 51838) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:29.203459 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b37ba44-0b75-4632-adb4-3b351b330416 req-1e76c0bd-f1c9-4b9c-b33d-9742f88a8371 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782185 Feb 20 20:10:29.211307 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c933e295-f278-496d-8512-07f12eb725f4 req-7e0d49d8-38df-4947-a9fc-49cb66d1a90c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787423 Feb 20 20:10:29.266309 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4bdd494a-ae30-435e-bd58-ea7a25d6c11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.347319 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4bdd494a-ae30-435e-bd58-ea7a25d6c11b admin admin] Publish callbacks [] for security_group (57d328e6-5897-4a5a-8364-6a25dc5b1d06), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.468721 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4bdd494a-ae30-435e-bd58-ea7a25d6c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (57d328e6-5897-4a5a-8364-6a25dc5b1d06), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.507290 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4bdd494a-ae30-435e-bd58-ea7a25d6c11b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2a2624efd341465eb33a1f7c990081cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581228 Feb 20 20:10:29.508140 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd494a-ae30-435e-bd58-ea7a25d6c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d328e6-5897-4a5a-8364-6a25dc5b1d06,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:29.509966 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 51848) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:29.559462 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51346295-e05a-48bc-aab9-083991071b70 admin admin] Publish callbacks [] for security_group (57d328e6-5897-4a5a-8364-6a25dc5b1d06), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.580974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51346295-e05a-48bc-aab9-083991071b70 admin admin] Publish callbacks [] for security_group (57d328e6-5897-4a5a-8364-6a25dc5b1d06), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.847110 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51346295-e05a-48bc-aab9-083991071b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (57d328e6-5897-4a5a-8364-6a25dc5b1d06), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.849666 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-51346295-e05a-48bc-aab9-083991071b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:29.850812 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-51346295-e05a-48bc-aab9-083991071b70 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57d328e6-5897-4a5a-8364-6a25dc5b1d06 HTTP/1.1" status: 204 len: 168 time: 0.3385134 Feb 20 20:10:29.869941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51346295-e05a-48bc-aab9-083991071b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d328e6-5897-4a5a-8364-6a25dc5b1d06,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:30.326766 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f02cb-4b98-4b90-93fe-4139e880a377 req-0d9051fd-7bde-43de-9f5a-c0cb3ca03b0d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:30.328261 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-635f02cb-4b98-4b90-93fe-4139e880a377 req-0d9051fd-7bde-43de-9f5a-c0cb3ca03b0d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0540960 Feb 20 20:10:30.377714 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-635f02cb-4b98-4b90-93fe-4139e880a377 req-f95fb0d0-3227-4fd2-8f69-0dab3947e1d3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433371 Feb 20 20:10:31.507560 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be4be7-6997-46b0-afb4-db262574c9cb req-54609079-295e-465d-bcca-99503aa0e727 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:31.509501 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62be4be7-6997-46b0-afb4-db262574c9cb req-54609079-295e-465d-bcca-99503aa0e727 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0577374 Feb 20 20:10:31.563619 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-62be4be7-6997-46b0-afb4-db262574c9cb req-92066f0a-e4c6-491c-bb6e-454264e5eedf tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482926 Feb 20 20:10:32.681632 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d44a9-cdb6-4762-b4bd-497db1eee374 req-ac5cdabc-deca-4085-a5ba-b96c02b46ed6 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:32.683081 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae9d44a9-cdb6-4762-b4bd-497db1eee374 req-ac5cdabc-deca-4085-a5ba-b96c02b46ed6 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0521772 Feb 20 20:10:32.729520 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae9d44a9-cdb6-4762-b4bd-497db1eee374 req-182831bf-c281-486c-a885-26c795a22fa0 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Feb 20 20:10:32.831914 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:10:33.854051 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce1afd-87ed-4a85-a755-28e32598a7b9 req-03f9e7a2-f432-4452-9fbf-3e7a53f83468 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:33.855575 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7fce1afd-87ed-4a85-a755-28e32598a7b9 req-03f9e7a2-f432-4452-9fbf-3e7a53f83468 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0560400 Feb 20 20:10:33.902608 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7fce1afd-87ed-4a85-a755-28e32598a7b9 req-572e56a0-988b-40e9-bd97-2ac662b91d25 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 Feb 20 20:10:34.455836 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274d888-8dd2-4562-8fe7-5125fdaa27a9 req-1d597ee9-7eb5-4115-aabd-5c056f26a705 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:34.457436 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4274d888-8dd2-4562-8fe7-5125fdaa27a9 req-1d597ee9-7eb5-4115-aabd-5c056f26a705 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0554879 Feb 20 20:10:34.526051 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4274d888-8dd2-4562-8fe7-5125fdaa27a9 req-e61bf57a-4b0e-4358-97f7-4d8e5e6d9c48 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628233 Feb 20 20:10:34.688152 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b343-b1e6-4581-9195-232003f89684 req-54922b61-b49c-4404-939c-bea944f45f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:34.689580 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b982b343-b1e6-4581-9195-232003f89684 req-54922b61-b49c-4404-939c-bea944f45f6a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1168 time: 0.1436474 Feb 20 20:10:34.785071 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b343-b1e6-4581-9195-232003f89684 req-1d8402ba-e5ff-4c5c-ad26-e73a7cf2959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:34.786427 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b982b343-b1e6-4581-9195-232003f89684 req-1d8402ba-e5ff-4c5c-ad26-e73a7cf2959e service neutron] 10.222.0.91 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 915 time: 0.0863349 Feb 20 20:10:34.869086 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b982b343-b1e6-4581-9195-232003f89684 req-71f80d31-5010-414f-b5b9-fe7de6bf7a8d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 1001 time: 0.0722733 Feb 20 20:10:34.925387 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b343-b1e6-4581-9195-232003f89684 req-0f2eaf27-2b05-4d7b-8273-bf2f09caebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:34.926875 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b982b343-b1e6-4581-9195-232003f89684 req-0f2eaf27-2b05-4d7b-8273-bf2f09caebee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 200 len: 853 time: 0.0476277 Feb 20 20:10:35.006670 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b343-b1e6-4581-9195-232003f89684 req-f7919e8d-92bd-408e-9518-cc7b01c73d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:35.008235 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b982b343-b1e6-4581-9195-232003f89684 req-f7919e8d-92bd-408e-9518-cc7b01c73d4f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0011abbb-d274-4b56-a1ae-9f388a3a335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748506 Feb 20 20:10:35.079223 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a08e-ef8c-49e0-bde4-57a5194d4956 req-ca6e3b6d-1a94-4a0b-b313-fb13229bf026 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:35.081344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e090a08e-ef8c-49e0-bde4-57a5194d4956 req-ca6e3b6d-1a94-4a0b-b313-fb13229bf026 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1078985 Feb 20 20:10:35.155673 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e090a08e-ef8c-49e0-bde4-57a5194d4956 req-36f88e21-e1ae-445e-b257-c13067f10cc4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683098 Feb 20 20:10:35.158135 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b982b343-b1e6-4581-9195-232003f89684 req-dbb54582-23dd-49fa-ad99-d79c706fc26a service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348538 Feb 20 20:10:35.263222 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b982b343-b1e6-4581-9195-232003f89684 req-470eee8e-d1e5-4328-b5bf-7102d39d3c66 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957024 Feb 20 20:10:35.648410 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935b4a-c93d-4562-ba5e-7dfe8d065a2a req-28866794-38ff-4c94-b3b3-ee727a76ad69 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:35.649947 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66935b4a-c93d-4562-ba5e-7dfe8d065a2a req-28866794-38ff-4c94-b3b3-ee727a76ad69 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0530324 Feb 20 20:10:35.710945 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66935b4a-c93d-4562-ba5e-7dfe8d065a2a req-a8a95e84-f737-426e-b702-41d9ba711182 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552452 Feb 20 20:10:36.284370 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118118c-f6a9-4237-b316-99c5bc6a2313 req-470f2659-c176-4a23-83f6-17bf45ca66ea tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:36.285851 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c118118c-f6a9-4237-b316-99c5bc6a2313 req-470f2659-c176-4a23-83f6-17bf45ca66ea tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0539000 Feb 20 20:10:36.332063 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c118118c-f6a9-4237-b316-99c5bc6a2313 req-f3ef60ef-f1db-448d-a9fb-2bda76db303a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 Feb 20 20:10:36.680446 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b437dcfb-e81e-451d-b926-9d5b29b80883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:36.835765 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b57ec-f025-4c9a-8bca-64f035a50e80 req-9c2fcf35-a78b-4baf-b0f4-a67b6c1f821d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:36.837255 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3a0b57ec-f025-4c9a-8bca-64f035a50e80 req-9c2fcf35-a78b-4baf-b0f4-a67b6c1f821d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0562799 Feb 20 20:10:36.898539 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3a0b57ec-f025-4c9a-8bca-64f035a50e80 req-9ed375e1-e534-43f6-a76c-333f0d758829 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556979 Feb 20 20:10:37.458927 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273beec-5b95-43cf-beda-3f5201b6b322 req-3699e3aa-a445-4f3b-a8af-16e62b022383 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:37.460430 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a273beec-5b95-43cf-beda-3f5201b6b322 req-3699e3aa-a445-4f3b-a8af-16e62b022383 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0535104 Feb 20 20:10:37.508585 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a273beec-5b95-43cf-beda-3f5201b6b322 req-9543f881-1ed5-494d-8989-fa2f5b8ec06d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Feb 20 20:10:38.003500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:38.019847 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd5fc0-b661-4a43-965a-9dad50e89233 req-819036dc-9c93-4998-8946-77d9bdbb1a80 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:38.021383 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bfcd5fc0-b661-4a43-965a-9dad50e89233 req-819036dc-9c93-4998-8946-77d9bdbb1a80 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0523679 Feb 20 20:10:38.086156 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bfcd5fc0-b661-4a43-965a-9dad50e89233 req-e7e8b97d-e464-4587-8a7f-084444bfc83c tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590129 Feb 20 20:10:38.628342 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48fec7-8013-4557-b6ca-45411285efd8 req-846168a9-11a5-4e3d-a690-9519bf67af6c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:38.629741 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6d48fec7-8013-4557-b6ca-45411285efd8 req-846168a9-11a5-4e3d-a690-9519bf67af6c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0541830 Feb 20 20:10:38.676631 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6d48fec7-8013-4557-b6ca-45411285efd8 req-660251ae-39c8-4c41-a34f-7f7ddb151c2b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410225 Feb 20 20:10:39.008552 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a3f96a24-7cac-4424-bfb4-303003479e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:39.207126 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549212a2-8798-4e08-bc73-cc3a06c040c7 req-5e4ed54e-a43b-4649-a16e-5687a51aeb93 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:39.208615 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-549212a2-8798-4e08-bc73-cc3a06c040c7 req-5e4ed54e-a43b-4649-a16e-5687a51aeb93 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0532706 Feb 20 20:10:39.266466 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-549212a2-8798-4e08-bc73-cc3a06c040c7 req-10c3cd33-8ae4-4e53-8c6f-2762c7adc99a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519392 Feb 20 20:10:39.812373 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da12d9-0c9e-4075-b533-153fb4ea1597 req-c5b1aafc-3513-4c24-ae0e-ba5e673c21f6 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:39.815285 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b4da12d9-0c9e-4075-b533-153fb4ea1597 req-c5b1aafc-3513-4c24-ae0e-ba5e673c21f6 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0672879 Feb 20 20:10:39.865533 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b4da12d9-0c9e-4075-b533-153fb4ea1597 req-6a14e4be-f522-4795-b9d7-a2d594413d64 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Feb 20 20:10:40.077350 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:40.385845 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c92efe-1cbf-40c4-b309-cfdbc7184801 req-c4ab3a78-b0de-44d2-b809-6d7b1d24650b tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:40.387314 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c0c92efe-1cbf-40c4-b309-cfdbc7184801 req-c4ab3a78-b0de-44d2-b809-6d7b1d24650b tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0532906 Feb 20 20:10:40.446419 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c0c92efe-1cbf-40c4-b309-cfdbc7184801 req-b5d8c58c-9ddf-4b32-966d-4c7fc4fa4ae9 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535443 Feb 20 20:10:41.001002 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5165bc-7511-4946-8e89-bfb4a47925e2 req-00950102-051f-40ea-a648-ce4d6e1ae432 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.004658 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0b5165bc-7511-4946-8e89-bfb4a47925e2 req-00950102-051f-40ea-a648-ce4d6e1ae432 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0642118 Feb 20 20:10:41.055746 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0b5165bc-7511-4946-8e89-bfb4a47925e2 req-dab2671f-7452-4833-81fb-437b0035aea0 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466616 Feb 20 20:10:41.527459 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c4e81-9b03-4ddf-98dd-15b6661c514c req-43f9527c-969d-4e2f-8cc3-e520c84297dc tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.529279 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c62c4e81-9b03-4ddf-98dd-15b6661c514c req-43f9527c-969d-4e2f-8cc3-e520c84297dc tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0840383 Feb 20 20:10:41.638573 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f85ea-a51c-4b24-85d6-0a7996f16004 req-508e9411-97c6-4e34-a20f-d2aa5cabb2d9 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.640123 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d5f85ea-a51c-4b24-85d6-0a7996f16004 req-508e9411-97c6-4e34-a20f-d2aa5cabb2d9 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.1077225 Feb 20 20:10:41.671881 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c62c4e81-9b03-4ddf-98dd-15b6661c514c req-64e4b116-c09d-44fa-9227-051879f82ef7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102207 Feb 20 20:10:41.726851 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-d7e65305-14ed-4672-9438-eac2dc95498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.728415 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-d7e65305-14ed-4672-9438-eac2dc95498e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1129 time: 0.1159630 Feb 20 20:10:41.734512 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d5f85ea-a51c-4b24-85d6-0a7996f16004 req-f7885cc7-895b-4e2a-8b9d-2c4fb13de11c tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760288 Feb 20 20:10:41.797393 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:41.830742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-18d7caad-8181-45d5-b473-1f4f6b862366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.832232 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-18d7caad-8181-45d5-b473-1f4f6b862366 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 910 time: 0.0948439 Feb 20 20:10:41.903593 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-3d9e48aa-8e79-44d6-bfb5-1f651c7fc728 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 200 len: 1001 time: 0.0642066 Feb 20 20:10:41.962314 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-ee3e0b2c-add6-4107-8fe8-91d05666be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:41.963798 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-ee3e0b2c-add6-4107-8fe8-91d05666be0b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.0481756 Feb 20 20:10:42.024072 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-32789aaf-9fe3-4c47-97cc-6ffd336eb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:42.025625 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-32789aaf-9fe3-4c47-97cc-6ffd336eb827 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524738 Feb 20 20:10:42.122550 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-07c2f23d-f666-4450-bc05-6c96bb307b7b service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900090 Feb 20 20:10:42.232800 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3556a0f-e143-47b6-a3b4-3614e3fc98f6 req-962346eb-3ccd-4d83-8b91-154b1c8f431a service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984547 Feb 20 20:10:42.797208 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975d631-0a16-4e7c-81be-f525477082aa req-24fd154e-5628-469a-b759-5a9c47043124 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:42.798731 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b975d631-0a16-4e7c-81be-f525477082aa req-24fd154e-5628-469a-b759-5a9c47043124 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0545242 Feb 20 20:10:42.876480 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b975d631-0a16-4e7c-81be-f525477082aa req-975ef1e6-a372-45a2-9fe0-8171f60b3426 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713191 Feb 20 20:10:42.888789 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b3686-98f3-481e-9b04-2495b87377e8 req-9600ca9b-d4c4-43e5-bd16-660ad5bb7fa6 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:42.889948 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-be7b3686-98f3-481e-9b04-2495b87377e8 req-9600ca9b-d4c4-43e5-bd16-660ad5bb7fa6 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0833559 Feb 20 20:10:42.940314 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:42.951505 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-be7b3686-98f3-481e-9b04-2495b87377e8 req-f10e910b-ff18-490d-bfdd-a8672aab6a9e tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547099 Feb 20 20:10:43.999674 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1b929-8baf-4bc9-9236-179135f85cd0 req-2cd8bdb9-a33f-46b6-97b4-722ae4d32509 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:44.001269 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61f1b929-8baf-4bc9-9236-179135f85cd0 req-2cd8bdb9-a33f-46b6-97b4-722ae4d32509 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0564792 Feb 20 20:10:44.071507 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61f1b929-8baf-4bc9-9236-179135f85cd0 req-d053127c-0ed2-4539-8942-fcaf8b0ca9f3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645554 Feb 20 20:10:44.093739 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d75a0-61f6-45ae-969a-06d76c4928ea req-871b394c-d171-4f2b-92e9-1cff90b927ec tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:44.095776 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9b5d75a0-61f6-45ae-969a-06d76c4928ea req-871b394c-d171-4f2b-92e9-1cff90b927ec tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0688317 Feb 20 20:10:44.153601 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9b5d75a0-61f6-45ae-969a-06d76c4928ea req-5e9cfb7b-b985-4029-893a-6d0fed7b74ea tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522146 Feb 20 20:10:45.279496 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656aa8b3-8614-4b17-bd80-49b2e54b11c4 req-8da1b4e2-75e4-4f2f-ac9d-3617bfdc4763 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:45.281014 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-656aa8b3-8614-4b17-bd80-49b2e54b11c4 req-8da1b4e2-75e4-4f2f-ac9d-3617bfdc4763 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0538924 Feb 20 20:10:45.345196 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-656aa8b3-8614-4b17-bd80-49b2e54b11c4 req-2e5ac07b-d96a-49dc-84da-63ad74190375 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572598 Feb 20 20:10:46.471264 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1589cf6-c8df-42f3-9e34-efccdb6868d2 req-77fafda8-0441-423d-a92a-0c7ba4613832 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:46.473662 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1589cf6-c8df-42f3-9e34-efccdb6868d2 req-77fafda8-0441-423d-a92a-0c7ba4613832 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0573406 Feb 20 20:10:46.481695 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52180) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:46.534387 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1589cf6-c8df-42f3-9e34-efccdb6868d2 req-cdb96e38-6568-4d20-9bd9-b5f0b24cf5ad tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548825 Feb 20 20:10:46.588430 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0943c22b-1c87-4032-b6b5-edd947afd423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:46.661537 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0943c22b-1c87-4032-b6b5-edd947afd423 admin admin] Publish callbacks [] for security_group (7f02d701-0581-4e0f-a21b-fa72085b6b3f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:46.769120 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0943c22b-1c87-4032-b6b5-edd947afd423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (7f02d701-0581-4e0f-a21b-fa72085b6b3f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:46.805148 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943c22b-1c87-4032-b6b5-edd947afd423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f02d701-0581-4e0f-a21b-fa72085b6b3f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:46.809124 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0943c22b-1c87-4032-b6b5-edd947afd423 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4d03efcc262448ab8e7318f77eef5618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264251 Feb 20 20:10:46.811749 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52184) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:46.859191 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f894e0d-4251-4c30-9acc-e0f262bf3022 admin admin] Publish callbacks [] for security_group (7f02d701-0581-4e0f-a21b-fa72085b6b3f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:46.880581 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f894e0d-4251-4c30-9acc-e0f262bf3022 admin admin] Publish callbacks [] for security_group (7f02d701-0581-4e0f-a21b-fa72085b6b3f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:47.046574 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f894e0d-4251-4c30-9acc-e0f262bf3022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (7f02d701-0581-4e0f-a21b-fa72085b6b3f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:47.049149 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f894e0d-4251-4c30-9acc-e0f262bf3022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:47.050284 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3f894e0d-4251-4c30-9acc-e0f262bf3022 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f02d701-0581-4e0f-a21b-fa72085b6b3f HTTP/1.1" status: 204 len: 168 time: 0.2375870 Feb 20 20:10:47.058040 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894e0d-4251-4c30-9acc-e0f262bf3022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f02d701-0581-4e0f-a21b-fa72085b6b3f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:47.655868 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455de357-ecc3-4316-82b0-686fba7f2eac req-4e24d861-8e43-4e7f-a21f-38a63667d9e5 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:47.657853 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-455de357-ecc3-4316-82b0-686fba7f2eac req-4e24d861-8e43-4e7f-a21f-38a63667d9e5 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0546682 Feb 20 20:10:47.718095 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-455de357-ecc3-4316-82b0-686fba7f2eac req-3ed9c259-34c0-4a43-b0f8-4aaa755bd5af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545478 Feb 20 20:10:48.432446 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52214) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:48.539923 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87b32ee0-89a3-4431-8d1f-62bee698c6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.611903 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87b32ee0-89a3-4431-8d1f-62bee698c6e0 admin admin] Publish callbacks [] for security_group (ad49b8f9-d171-4a2f-9d42-eec99c9da079), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.708939 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-87b32ee0-89a3-4431-8d1f-62bee698c6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (ad49b8f9-d171-4a2f-9d42-eec99c9da079), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.748925 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-87b32ee0-89a3-4431-8d1f-62bee698c6e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a0b791220774cd0af5bc960c543b4c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154001 Feb 20 20:10:48.749899 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b32ee0-89a3-4431-8d1f-62bee698c6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad49b8f9-d171-4a2f-9d42-eec99c9da079,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:48.752282 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52220) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:48.802179 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f78cc135-f5d2-470b-9657-b9b0a4b6fb6c admin admin] Publish callbacks [] for security_group (ad49b8f9-d171-4a2f-9d42-eec99c9da079), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.823440 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f78cc135-f5d2-470b-9657-b9b0a4b6fb6c admin admin] Publish callbacks [] for security_group (ad49b8f9-d171-4a2f-9d42-eec99c9da079), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.838633 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c7477-0e6a-4a4c-9ac7-7e0d75ecb3cc req-0ae3a95c-024e-40d9-8a0d-31b5471aa0b3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:48.840118 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b7c7477-0e6a-4a4c-9ac7-7e0d75ecb3cc req-0ae3a95c-024e-40d9-8a0d-31b5471aa0b3 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0523288 Feb 20 20:10:48.899049 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b7c7477-0e6a-4a4c-9ac7-7e0d75ecb3cc req-9faf5308-4304-44aa-8b2e-aa5c0ad4ffca tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527961 Feb 20 20:10:48.969268 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f78cc135-f5d2-470b-9657-b9b0a4b6fb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (ad49b8f9-d171-4a2f-9d42-eec99c9da079), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.971772 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f78cc135-f5d2-470b-9657-b9b0a4b6fb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:48.972936 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f78cc135-f5d2-470b-9657-b9b0a4b6fb6c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad49b8f9-d171-4a2f-9d42-eec99c9da079 HTTP/1.1" status: 204 len: 168 time: 0.2195938 Feb 20 20:10:48.980732 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cc135-f5d2-470b-9657-b9b0a4b6fb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad49b8f9-d171-4a2f-9d42-eec99c9da079,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:49.561864 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52226) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:49.574669 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc980-c88f-4a17-9070-f4557e1d6a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.646046 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc980-c88f-4a17-9070-f4557e1d6a2a admin admin] Publish callbacks [] for security_group (512e15b7-6f84-4bae-b5ed-2cb69b423a53), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.720972 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0cbdc980-c88f-4a17-9070-f4557e1d6a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (512e15b7-6f84-4bae-b5ed-2cb69b423a53), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.757502 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdc980-c88f-4a17-9070-f4557e1d6a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e15b7-6f84-4bae-b5ed-2cb69b423a53,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:49.761758 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0cbdc980-c88f-4a17-9070-f4557e1d6a2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0087cacc0e534540a884fe015fbd828b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988969 Feb 20 20:10:49.769002 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52228) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:10:49.815466 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee25af00-82b4-4618-814b-57db8247a37d admin admin] Publish callbacks [] for security_group (512e15b7-6f84-4bae-b5ed-2cb69b423a53), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.836600 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee25af00-82b4-4618-814b-57db8247a37d admin admin] Publish callbacks [] for security_group (512e15b7-6f84-4bae-b5ed-2cb69b423a53), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.957792 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee25af00-82b4-4618-814b-57db8247a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (512e15b7-6f84-4bae-b5ed-2cb69b423a53), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.960441 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ee25af00-82b4-4618-814b-57db8247a37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:10:49.961675 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ee25af00-82b4-4618-814b-57db8247a37d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/512e15b7-6f84-4bae-b5ed-2cb69b423a53 HTTP/1.1" status: 204 len: 168 time: 0.1963704 Feb 20 20:10:49.970838 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25af00-82b4-4618-814b-57db8247a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e15b7-6f84-4bae-b5ed-2cb69b423a53,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:10:50.024865 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b559b-dc76-45cb-a62b-1775c19e92ba req-abd5ee3f-8f23-4521-8798-0d5d275e2fb2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:50.026475 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-563b559b-dc76-45cb-a62b-1775c19e92ba req-abd5ee3f-8f23-4521-8798-0d5d275e2fb2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0599203 Feb 20 20:10:50.086788 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-563b559b-dc76-45cb-a62b-1775c19e92ba req-f086c9bc-9589-4f13-bce6-4f4d5e3a8267 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546370 Feb 20 20:10:51.202853 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b5c79-bd93-4f15-9d2c-12a210509a57 req-095d8141-f8f3-430e-8dbc-abcf3dfeec5d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:51.204370 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bc9b5c79-bd93-4f15-9d2c-12a210509a57 req-095d8141-f8f3-430e-8dbc-abcf3dfeec5d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0513847 Feb 20 20:10:51.262851 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bc9b5c79-bd93-4f15-9d2c-12a210509a57 req-805df579-1e5d-4c7b-85bc-1c1be961626d tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523710 Feb 20 20:10:52.382553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88e403-cdf5-4b18-92b6-ff806bdd1614 req-b9f8301b-c1f3-4ffc-9df8-06883c9f6d86 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:10:52.384021 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fa88e403-cdf5-4b18-92b6-ff806bdd1614 req-b9f8301b-c1f3-4ffc-9df8-06883c9f6d86 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0532556 Feb 20 20:10:52.445574 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fa88e403-cdf5-4b18-92b6-ff806bdd1614 req-45c579ec-2278-4725-983e-aeeec008d5a2 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&id=4ce8ede5-266d-4147-939b-9afb7a4f7dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560279 Feb 20 20:11:06.627208 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-432a6b84-f132-4785-a7d2-3e92e1d703fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:07.610797 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52390) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:07.715884 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:07.788619 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Publish callbacks [] for security_group (6b625702-0ad3-4c63-b45b-4d9504378b0c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:07.846327 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6b625702-0ad3-4c63-b45b-4d9504378b0c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:07.884412 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=be92982404434d7a91e1c8ebe5837427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725475 Feb 20 20:11:07.885286 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b625702-0ad3-4c63-b45b-4d9504378b0c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:07.887097 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52394) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:07.906734 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.907080 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.907465 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.908448 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.908851 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.909181 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.909506 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.909845 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.910151 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.910470 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.910790 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.911104 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.911417 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b012f073-d13d-4345-8237-faca7c67f919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:07.950189 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdb70-ede6-4ccb-84a0-2696213e229d admin admin] Publish callbacks [] for security_group (6b625702-0ad3-4c63-b45b-4d9504378b0c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:07.971282 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdb70-ede6-4ccb-84a0-2696213e229d admin admin] Publish callbacks [] for security_group (6b625702-0ad3-4c63-b45b-4d9504378b0c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:07.986372 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.083147 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdb70-ede6-4ccb-84a0-2696213e229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6b625702-0ad3-4c63-b45b-4d9504378b0c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.085718 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fa5bdb70-ede6-4ccb-84a0-2696213e229d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.086839 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fa5bdb70-ede6-4ccb-84a0-2696213e229d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b625702-0ad3-4c63-b45b-4d9504378b0c HTTP/1.1" status: 204 len: 168 time: 0.1988709 Feb 20 20:11:08.095602 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bdb70-ede6-4ccb-84a0-2696213e229d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b625702-0ad3-4c63-b45b-4d9504378b0c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:08.512736 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-98db114d-a2c4-4cbe-88bd-9f6ff4d2fe4b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440660 Feb 20 20:11:08.593032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-5a577f9a-859c-41b7-a318-f9344cf138a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:08.594538 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-5a577f9a-859c-41b7-a318-f9344cf138a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1129 time: 0.0441248 Feb 20 20:11:08.707572 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-ae6e7487-9ec6-43a6-8014-e5a80e6e4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:08.709119 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-ae6e7487-9ec6-43a6-8014-e5a80e6e4926 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 910 time: 0.0942440 Feb 20 20:11:08.744027 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52400) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:08.758699 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fd7433af-fc97-4f9f-be94-930f8e18651f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.776925 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-2e611f68-e4f6-4eb8-8ce1-cb36855e1e3c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 200 len: 1001 time: 0.0614114 Feb 20 20:11:08.826655 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-1a55051e-91ec-4c8c-87cd-7756ac5a1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:08.828145 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-1a55051e-91ec-4c8c-87cd-7756ac5a1ee6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.0442848 Feb 20 20:11:08.833124 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fd7433af-fc97-4f9f-be94-930f8e18651f admin admin] Publish callbacks [] for security_group (17386076-5430-417e-871e-12aff117b7ee), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.882154 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-8d3b3402-d305-4364-abff-8e3b660ba59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:08.884590 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-8d3b3402-d305-4364-abff-8e3b660ba59e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479720 Feb 20 20:11:08.895070 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fd7433af-fc97-4f9f-be94-930f8e18651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (17386076-5430-417e-871e-12aff117b7ee), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:08.935493 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fd7433af-fc97-4f9f-be94-930f8e18651f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fbd8bb005e0c4b01a02456c7d217554e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900730 Feb 20 20:11:08.936854 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7433af-fc97-4f9f-be94-930f8e18651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17386076-5430-417e-871e-12aff117b7ee,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:08.939504 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52402) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:08.978915 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-e2a2811e-6b5a-49b7-a3a0-6c27b7179b84 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858886 Feb 20 20:11:08.987562 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a4-e941-4947-8149-02de54d46220 admin admin] Publish callbacks [] for security_group (17386076-5430-417e-871e-12aff117b7ee), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.009214 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a4-e941-4947-8149-02de54d46220 admin admin] Publish callbacks [] for security_group (17386076-5430-417e-871e-12aff117b7ee), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.040189 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ae48573-280d-4788-8382-78ce677a7fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.073678 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf039849-b728-4a59-a908-bb1a85c64ccc req-29b9aede-d035-4b86-8bc0-fc00e1735c16 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864477 Feb 20 20:11:09.154840 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a4-e941-4947-8149-02de54d46220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (17386076-5430-417e-871e-12aff117b7ee), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.158077 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-59b0f5a4-e941-4947-8149-02de54d46220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:09.159223 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-59b0f5a4-e941-4947-8149-02de54d46220 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/17386076-5430-417e-871e-12aff117b7ee HTTP/1.1" status: 204 len: 168 time: 0.2187517 Feb 20 20:11:09.167280 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0f5a4-e941-4947-8149-02de54d46220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17386076-5430-417e-871e-12aff117b7ee,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:09.831969 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:11:10.106669 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:11.832575 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:12.948964 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.012947 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52530) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:27.114987 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bc79ea7e-3285-441b-bf0e-3569b55b077e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.186870 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bc79ea7e-3285-441b-bf0e-3569b55b077e admin admin] Publish callbacks [] for security_group (8f9d1443-aa8d-4baa-a114-d6d3793ef75d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.254936 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bc79ea7e-3285-441b-bf0e-3569b55b077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8f9d1443-aa8d-4baa-a114-d6d3793ef75d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.292921 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bc79ea7e-3285-441b-bf0e-3569b55b077e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f868f64fec9d41ccb75772a8740b5c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789366 Feb 20 20:11:27.293739 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79ea7e-3285-441b-bf0e-3569b55b077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d1443-aa8d-4baa-a114-d6d3793ef75d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:27.295676 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52534) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:27.344918 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Publish callbacks [] for security_group (8f9d1443-aa8d-4baa-a114-d6d3793ef75d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.365932 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Publish callbacks [] for security_group (8f9d1443-aa8d-4baa-a114-d6d3793ef75d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.514588 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8f9d1443-aa8d-4baa-a114-d6d3793ef75d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.517803 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:27.519275 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8f9d1443-aa8d-4baa-a114-d6d3793ef75d HTTP/1.1" status: 204 len: 168 time: 0.2221971 Feb 20 20:11:27.527478 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d1443-aa8d-4baa-a114-d6d3793ef75d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:27.535815 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.536328 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.536679 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.537027 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.537361 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.537692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.538039 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.538346 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.538674 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.539063 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.539321 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.539678 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:27.540032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262b4a3-003d-4a6e-922c-3524b9f1a50e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:28.160120 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52544) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:28.173497 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92d52cf8-69be-48a8-a64b-3f3a52d5d03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.243952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92d52cf8-69be-48a8-a64b-3f3a52d5d03e admin admin] Publish callbacks [] for security_group (22e39312-c2f6-4b14-b12e-0c33ad33c88f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.329551 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92d52cf8-69be-48a8-a64b-3f3a52d5d03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (22e39312-c2f6-4b14-b12e-0c33ad33c88f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.367788 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-92d52cf8-69be-48a8-a64b-3f3a52d5d03e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c307218b4a954c60b320b3542d6387d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2065554 Feb 20 20:11:28.368764 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d52cf8-69be-48a8-a64b-3f3a52d5d03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e39312-c2f6-4b14-b12e-0c33ad33c88f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:28.370615 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52546) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:28.424030 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-14c82b1e-0ddd-4dba-a0d5-f26f259a2090 admin admin] Publish callbacks [] for security_group (22e39312-c2f6-4b14-b12e-0c33ad33c88f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.446388 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-14c82b1e-0ddd-4dba-a0d5-f26f259a2090 admin admin] Publish callbacks [] for security_group (22e39312-c2f6-4b14-b12e-0c33ad33c88f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.572249 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-14c82b1e-0ddd-4dba-a0d5-f26f259a2090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (22e39312-c2f6-4b14-b12e-0c33ad33c88f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.574871 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-14c82b1e-0ddd-4dba-a0d5-f26f259a2090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:28.576041 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-14c82b1e-0ddd-4dba-a0d5-f26f259a2090 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22e39312-c2f6-4b14-b12e-0c33ad33c88f HTTP/1.1" status: 204 len: 168 time: 0.2044544 Feb 20 20:11:28.584386 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c82b1e-0ddd-4dba-a0d5-f26f259a2090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e39312-c2f6-4b14-b12e-0c33ad33c88f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:29.682022 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52568) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:29.778050 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-590235785-network', 'tenant_id': '1883b6a64364430781a2532b9a4bcd3f'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:29.914505 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Made reservation on behalf of 1883b6a64364430781a2532b9a4bcd3f for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:29.916840 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.925354 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:29.997137 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks [] for security_group (f0154581-2dda-47da-a060-257ef31233e4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.086037 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f0154581-2dda-47da-a060-257ef31233e4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.112056 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:11:30.117302 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0154581-2dda-47da-a060-257ef31233e4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.124122 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (883ad2b6-cf04-4a58-bcf5-f22eb73c5147), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.124614 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Added segment 883ad2b6-cf04-4a58-bcf5-f22eb73c5147 of type vlan for network b6daa1e6-3ba5-4e39-9d53-6d88e525830e Feb 20 20:11:30.165863 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (b6daa1e6-3ba5-4e39-9d53-6d88e525830e), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.252233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (b6daa1e6-3ba5-4e39-9d53-6d88e525830e), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.253304 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:30.254001 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.311391 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] Pushing event updated for resources: {'Network': ['ID=b6daa1e6-3ba5-4e39-9d53-6d88e525830e,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.321027 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network b6daa1e6-3ba5-4e39-9d53-6d88e525830e details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:11:30.366336 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ed782825-cb27-45c3-8bff-d28bb344641b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6831396 Feb 20 20:11:30.369250 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52574) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:30.373976 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Request body: {'subnet': {'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-590235785-subnet', 'tenant_id': '1883b6a64364430781a2532b9a4bcd3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:30.457066 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Made reservation on behalf of 1883b6a64364430781a2532b9a4bcd3f for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:30.459417 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626162'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.691754 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5268804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4625920'] for subnet (c5b4bab4-f121-423b-90ca-dcfb1d7c5235), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.743680 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b4bab4-f121-423b-90ca-dcfb1d7c5235,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:30.758184 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Checking segment: {'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:30.758534 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Network hostable DHCP agents. Network: b6daa1e6-3ba5-4e39-9d53-6d88e525830e, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:11:30.868438 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Network b6daa1e6-3ba5-4e39-9d53-6d88e525830e is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:11:30.965949 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, b6daa1e6-3ba5-4e39-9d53-6d88e525830e) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:30.970576 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:30.971166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:30.975901 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c887c6-415c-43a4-b986-8cdbe044a141 None None] Network b6daa1e6-3ba5-4e39-9d53-6d88e525830e requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:31.065872 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ab6826ea-1fa6-4626-a201-7e6d2bc2bb4c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6953993 Feb 20 20:11:31.070653 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae77e7a7-0362-429a-a5de-a6da2a69d4ee None None] Network b6daa1e6-3ba5-4e39-9d53-6d88e525830e requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:11:34.303908 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-e4ad2f95-eb24-465e-9307-7e81b2044e0a tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:34.305371 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-e4ad2f95-eb24-465e-9307-7e81b2044e0a tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/networks?id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e HTTP/1.1" status: 200 len: 813 time: 0.0979829 Feb 20 20:11:34.320039 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-98f3a03d-5cbd-4f9d-ad3e-c3666d2ad229 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/quotas/1883b6a64364430781a2532b9a4bcd3f HTTP/1.1" status: 200 len: 375 time: 0.0093849 Feb 20 20:11:34.352689 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-1d1c3531-904d-4df3-a35e-009768f8b23a tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1883b6a64364430781a2532b9a4bcd3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279891 Feb 20 20:11:34.482884 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-b911bdff-2274-4039-99b0-f9d7e1054f27 service neutron] 10.222.0.61 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234789 Feb 20 20:11:34.574477 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-99ef79e8-a21a-4197-a2cc-57a9b89176db service neutron] 10.222.0.61 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857232 Feb 20 20:11:34.851284 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-970935ca-1de2-4f73-b4ce-eca2dff48da9 req-12f48642-9c73-4a7e-b2ab-3c17e2942255 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0270813 Feb 20 20:11:35.926493 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fbaf4188-1b06-443b-ab6b-489c2b29fdec req-2cdaa16e-4b26-485a-ae6f-adf0f80ccb36 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0265775 Feb 20 20:11:36.672091 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34bffc51-492a-490c-9ccc-df6fc3cd8246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:37.002340 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b29f2400-cd1f-4e37-9682-c850467ec61e req-8be469df-bcba-4c79-82f5-75359f97e9b6 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0268130 Feb 20 20:11:38.080459 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5ab4dd4-a5bb-4cfc-a2f8-7098bf16d0e1 req-ec4a486b-1e4f-43bc-87e4-8554f61eccaa tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0259287 Feb 20 20:11:38.085898 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:38.983012 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a663f43-4bdf-463e-9aa1-7a6e246cb553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:39.159525 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b736dfd1-4242-4c17-a749-5079355794da req-dd55f355-0bdb-433a-be65-f5c9e4e05b07 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0285225 Feb 20 20:11:40.120143 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:40.255397 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2b3d7c10-c1d3-4414-a1af-25ef170fae9d req-cc352306-70f9-4121-82d8-28941a688124 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0302610 Feb 20 20:11:41.349867 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6fd137ea-ca96-4162-a506-1a088b71b4c5 req-12b1a170-2014-4df2-88e6-e965afaed95a tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0264769 Feb 20 20:11:41.823119 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:41.916115 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-6769c469-7fe1-45e8-a49d-185f7501e9f6 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:41.917562 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-6769c469-7fe1-45e8-a49d-185f7501e9f6 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "GET /v2.0/networks?id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e HTTP/1.1" status: 200 len: 813 time: 0.0975785 Feb 20 20:11:41.943547 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Request body: {'port': {'device_id': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e', 'admin_state_up': True, 'tenant_id': '1883b6a64364430781a2532b9a4bcd3f'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:42.365724 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Made reservation on behalf of 1883b6a64364430781a2532b9a4bcd3f for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:11:42.369017 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.456595 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7be93518-dc5d-4e44-86c1-e2bef8cb7d68 req-a6af7a9a-ca23-4630-b861-c2933006dd25 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0370867 Feb 20 20:11:42.515582 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Allocated IP 172.20.0.12 (b6daa1e6-3ba5-4e39-9d53-6d88e525830e/c5b4bab4-f121-423b-90ca-dcfb1d7c5235/1dd82bd8-adf8-4af6-a72d-daeddc40bee6) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:11:42.658488 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks [] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.754818 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.797036 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Network b6daa1e6-3ba5-4e39-9d53-6d88e525830e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:11:42.800610 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:11:42.806644 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:11:42.812343 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Pushing event updated for resources: {'Port': ['ID=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:42.855812 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:42.856437 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:42.986260 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-3e9a6107-f30b-47dc-bd13-077472a1cbff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0474403 Feb 20 20:11:43.007017 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Request body: {'port': {'device_id': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:43.015385 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.068577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.321809 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:11:43.329262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Publish callbacks [] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.340792 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Transition to ACTIVE for port object 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:11:43.420902 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.470113 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Pushing event updated for resources: {'Port': ['ID=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:43.565432 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Attempting to bind port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:11:43.565761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Attempting to bind port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:11:43.566105 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Attempting to bind port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 on network b6daa1e6-3ba5-4e39-9d53-6d88e525830e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:43.575018 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 on network b6daa1e6-3ba5-4e39-9d53-6d88e525830e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:11:43.575276 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Attempting to bind port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 on network b6daa1e6-3ba5-4e39-9d53-6d88e525830e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:11:43.583219 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:11:43.583554 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Checking segment: {'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:11:43.583952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Bound using segment: {'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:11:43.584384 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Bound port: 1dd82bd8-adf8-4af6-a72d-daeddc40bee6, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:11:43.584741 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.604551 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358339b-9877-4f83-9adc-bbbe3096f5b3 req-e1daa0ec-2881-48d7-bbee-70822e1742bf tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:43.606002 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9358339b-9877-4f83-9adc-bbbe3096f5b3 req-e1daa0ec-2881-48d7-bbee-70822e1742bf tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 944 time: 0.0801730 Feb 20 20:11:43.687592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] For port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:11:43.691661 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] For port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:11:43.696772 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9358339b-9877-4f83-9adc-bbbe3096f5b3 req-8019fae3-0eb7-4dd2-921a-f618595cf902 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712602 Feb 20 20:11:43.787118 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.822729 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:43.823339 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:43.824738 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] 10.222.0.91 "PUT /v2.0/ports/1dd82bd8-adf8-4af6-a72d-daeddc40bee6 HTTP/1.1" status: 200 len: 1094 time: 0.8220387 Feb 20 20:11:43.825219 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'tag': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:43.827377 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "01044a28-779b-41a3-9bc1-98c5982c9f74", "tag": "1dd82bd8-adf8-4af6-a72d-daeddc40bee6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:43.849277 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819123f-1cd5-4920-bc1b-af450fc3671c service neutron] Pushing event updated for resources: {'Port': ['ID=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:43.994164 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de0953a-6b8f-4f58-bea3-28d57135a5d9 x-openstack-request-id: req-3de0953a-6b8f-4f58-bea3-28d57135a5d9 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:43.994451 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01044a28-779b-41a3-9bc1-98c5982c9f74", "tag": "1dd82bd8-adf8-4af6-a72d-daeddc40bee6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:43.994700 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3de0953a-6b8f-4f58-bea3-28d57135a5d9 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:43.995115 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'tag': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6', 'status': 'completed', 'code': 200} Feb 20 20:11:44.013235 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-1e16e87b-a2c9-455c-a69e-2da1adbd0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:44.014720 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-1e16e87b-a2c9-455c-a69e-2da1adbd0d7a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1883b6a64364430781a2532b9a4bcd3f&device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 1128 time: 0.0487461 Feb 20 20:11:44.071519 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-93b1f374-1295-4354-9d8d-90f68d6bb7bd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd82bd8-adf8-4af6-a72d-daeddc40bee6 HTTP/1.1" status: 200 len: 217 time: 0.0376413 Feb 20 20:11:44.120821 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-878ac3dd-0bf8-411a-adca-19c6b59eab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:44.122285 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-878ac3dd-0bf8-411a-adca-19c6b59eab74 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c5b4bab4-f121-423b-90ca-dcfb1d7c5235 HTTP/1.1" status: 200 len: 853 time: 0.0441797 Feb 20 20:11:44.153875 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-e6bd0f60-e104-43a6-82ca-a326b7cf56a6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244210 Feb 20 20:11:44.242592 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-2026f533-0837-4565-8a86-8d2d5d6bbcc1 service neutron] 10.222.0.91 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811834 Feb 20 20:11:44.334822 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-37f3120e-e787-4f5f-820b-642e001fe2ea req-805a63c7-9f53-416b-b3cf-b7ff220c0828 service neutron] 10.222.0.91 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853992 Feb 20 20:11:44.586103 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-8d722181-e03a-4001-ac1f-16531122e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:44.587533 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-8d722181-e03a-4001-ac1f-16531122e186 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1883b6a64364430781a2532b9a4bcd3f&device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 1128 time: 0.0429735 Feb 20 20:11:44.681035 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-85753d09-46b8-42ae-9ce6-baf6d751431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:44.682515 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-85753d09-46b8-42ae-9ce6-baf6d751431a service neutron] 10.222.0.91 "GET /v2.0/networks?id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e HTTP/1.1" status: 200 len: 914 time: 0.0878024 Feb 20 20:11:44.725107 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-5ae4cbbe-b067-4111-afc8-c20f70a69ee4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dd82bd8-adf8-4af6-a72d-daeddc40bee6 HTTP/1.1" status: 200 len: 217 time: 0.0347774 Feb 20 20:11:44.799616 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-38d3ea19-fa16-4261-9389-6cc80ec4765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:44.801071 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-38d3ea19-fa16-4261-9389-6cc80ec4765d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c5b4bab4-f121-423b-90ca-dcfb1d7c5235 HTTP/1.1" status: 200 len: 853 time: 0.0697773 Feb 20 20:11:44.836711 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-1292a1c2-3a7c-41fb-8f69-3b4004f6ceb3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280266 Feb 20 20:11:44.848386 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8c9c6-f597-4585-a453-a36d352474d0 req-8a039ec6-11e4-48e0-9171-d950fd85e98b tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:44.849757 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-24c8c9c6-f597-4585-a453-a36d352474d0 req-8a039ec6-11e4-48e0-9171-d950fd85e98b tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 944 time: 0.0854187 Feb 20 20:11:44.945612 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-24c8c9c6-f597-4585-a453-a36d352474d0 req-de807e84-4574-49a4-b292-3af60c00e98e tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881448 Feb 20 20:11:44.966452 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-3d7530df-960f-4ee7-bb6b-9098ebfe4220 service neutron] 10.222.0.91 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157997 Feb 20 20:11:45.054068 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b0ee2013-9b30-45d4-ab0c-0223abcfcbcd req-da12a0df-cc09-4a65-abd8-d0c32d5c8695 service neutron] 10.222.0.91 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804625 Feb 20 20:11:46.066625 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a88d14-a352-4916-b131-1471b683e6f2 req-2d4fabe0-3276-41aa-939b-4685aac932c4 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:46.068085 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-64a88d14-a352-4916-b131-1471b683e6f2 req-2d4fabe0-3276-41aa-939b-4685aac932c4 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 944 time: 0.0531938 Feb 20 20:11:46.117920 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-64a88d14-a352-4916-b131-1471b683e6f2 req-0e21c992-e20a-43d7-9dce-d4129a4a7bfd tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443037 Feb 20 20:11:46.830959 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:11:47.237969 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16f08e-f6df-419f-ae7c-bfc89b43c2a5 req-6fe0f21b-3c16-41c9-9908-e7c52d503a9e tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:47.239443 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c16f08e-f6df-419f-ae7c-bfc89b43c2a5 req-6fe0f21b-3c16-41c9-9908-e7c52d503a9e tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 944 time: 0.0538995 Feb 20 20:11:47.286350 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c16f08e-f6df-419f-ae7c-bfc89b43c2a5 req-4e7bb76a-0d6e-4862-9ac1-ea6338a724f0 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Feb 20 20:11:48.402274 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d54f4-08d0-4f99-a695-bb4da1b03dad req-5168fdf5-1024-468a-900b-bcc8b352b5bc tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:48.403740 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd2d54f4-08d0-4f99-a695-bb4da1b03dad req-5168fdf5-1024-468a-900b-bcc8b352b5bc tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 944 time: 0.0514355 Feb 20 20:11:48.449926 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cd2d54f4-08d0-4f99-a695-bb4da1b03dad req-1afd3e59-c5e5-4065-8d62-c7736f30fdce tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Feb 20 20:11:49.578499 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857d98c-db93-4c9a-9880-2a2e2fe4234f req-b4e95729-c268-4a5e-9f6c-c31fd737b5a3 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:49.579964 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0857d98c-db93-4c9a-9880-2a2e2fe4234f req-b4e95729-c268-4a5e-9f6c-c31fd737b5a3 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 944 time: 0.0551081 Feb 20 20:11:49.626093 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0857d98c-db93-4c9a-9880-2a2e2fe4234f req-87baddfc-b50c-4965-a48f-37d7d0cc4b71 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405114 Feb 20 20:11:49.923888 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:11:50.021723 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:50.033092 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6', 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e', 'port_id': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6', 'mac_address': 'fa:16:3e:31:1d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b4bab4-f121-423b-90ca-dcfb1d7c5235', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:11:50.069726 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:50.070111 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.082851 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:11:50.101900 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:50.166004 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:50.216662 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:50.223883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.224333 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.224699 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.225040 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.225370 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.225697 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.226023 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.226345 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.227416 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.227789 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.228124 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.228651 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.228985 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:11:50.742446 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbec1f8-02d3-4acd-9e55-66665f1db15d req-2216c5c7-bced-4fd1-beec-de2c00b64aff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:50.743911 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0dbec1f8-02d3-4acd-9e55-66665f1db15d req-2216c5c7-bced-4fd1-beec-de2c00b64aff tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 945 time: 0.0526674 Feb 20 20:11:50.776284 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['1dd82bd8-adf8-4af6-a72d-daeddc40bee6'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:11:50.791817 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0dbec1f8-02d3-4acd-9e55-66665f1db15d req-d5c46f37-1cd8-4b83-9253-8925505413ea tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Feb 20 20:11:51.912494 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01eb0b-7f7d-4a1d-93cc-db4b74b14fbb req-6904f0c8-8036-4fd5-8a6a-eb3f0453a0c4 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:51.914664 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf01eb0b-7f7d-4a1d-93cc-db4b74b14fbb req-6904f0c8-8036-4fd5-8a6a-eb3f0453a0c4 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 945 time: 0.0549507 Feb 20 20:11:51.967598 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf01eb0b-7f7d-4a1d-93cc-db4b74b14fbb req-7b6c1aee-2588-48c3-a3fc-b229f2e85f8f tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Feb 20 20:11:52.064847 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb9817-e1f0-4886-8787-4ebe20b20147 req-66f68237-3964-4777-9bd5-2a221d25c25e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:52.066337 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7bcb9817-e1f0-4886-8787-4ebe20b20147 req-66f68237-3964-4777-9bd5-2a221d25c25e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.0536551 Feb 20 20:11:52.113973 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7bcb9817-e1f0-4886-8787-4ebe20b20147 req-a842be91-f388-4c4f-90ae-c6b2959fda5d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Feb 20 20:11:53.084612 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed2b838-836b-467b-aa2f-e80d0ab69e95 req-11e9b35f-9322-4bcc-85f3-81f80f9d9fbc tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:53.086076 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed2b838-836b-467b-aa2f-e80d0ab69e95 req-11e9b35f-9322-4bcc-85f3-81f80f9d9fbc tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 945 time: 0.0513303 Feb 20 20:11:53.131945 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed2b838-836b-467b-aa2f-e80d0ab69e95 req-b650105b-87f8-4b8a-93cf-b869cee17a1f tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Feb 20 20:11:53.243166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4b2be-0692-4918-b5e0-9172cc27f415 req-d127d0f3-20a9-4abf-a79e-2cc8884f88f8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:53.244664 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1db4b2be-0692-4918-b5e0-9172cc27f415 req-d127d0f3-20a9-4abf-a79e-2cc8884f88f8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.0585334 Feb 20 20:11:53.291840 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1db4b2be-0692-4918-b5e0-9172cc27f415 req-aebab315-f303-454a-99d0-e0c5eb0961ec tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416899 Feb 20 20:11:53.949773 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:11:54.074043 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:11:54.077755 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:11:54.078126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.158794 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:11:54.159074 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.182104 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:54.184347 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a084a-06db-4314-b424-eb56941aedde" -d '{"events": [{"server_uuid": "01044a28-779b-41a3-9bc1-98c5982c9f74", "name": "network-vif-plugged", "status": "completed", "tag": "1dd82bd8-adf8-4af6-a72d-daeddc40bee6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:54.197649 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:54.248269 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f2c5d-f8bd-448f-98aa-27d981bed8c6 req-c39ab7d6-8308-4c15-8f13-3e78ef81dbdc tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:54.249517 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-179f2c5d-f8bd-448f-98aa-27d981bed8c6 req-c39ab7d6-8308-4c15-8f13-3e78ef81dbdc tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Feb 20 20:11:54.267930 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:54.276741 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22845439-91a6-48f6-a922-bdf06599b502 x-openstack-request-id: req-22845439-91a6-48f6-a922-bdf06599b502 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:54.277155 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01044a28-779b-41a3-9bc1-98c5982c9f74", "name": "network-vif-plugged", "status": "completed", "tag": "1dd82bd8-adf8-4af6-a72d-daeddc40bee6", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:54.277313 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-22845439-91a6-48f6-a922-bdf06599b502 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:54.277728 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6', 'code': 200} Feb 20 20:11:54.297896 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-179f2c5d-f8bd-448f-98aa-27d981bed8c6 req-55d74fbd-9d73-4a76-b9ec-8c77edff09ce tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Feb 20 20:11:54.323819 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:54.422405 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de65ba6-6469-4182-be91-141fc60da97d req-096eb461-d7a1-42d9-a661-9cd936ef9407 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:54.424784 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6de65ba6-6469-4182-be91-141fc60da97d req-096eb461-d7a1-42d9-a661-9cd936ef9407 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.0578039 Feb 20 20:11:54.470486 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6de65ba6-6469-4182-be91-141fc60da97d req-dd0a3059-cd19-42ad-83e8-71b33aa4c9f1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403397 Feb 20 20:11:54.762544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c67f94-e08d-4d4a-89d9-54b603f274ad req-ce9e33e2-6327-4084-83cb-cc69feb10215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:54.764019 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f7c67f94-e08d-4d4a-89d9-54b603f274ad req-ce9e33e2-6327-4084-83cb-cc69feb10215 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 1130 time: 0.0428076 Feb 20 20:11:54.929165 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f7c67f94-e08d-4d4a-89d9-54b603f274ad req-cbc4316e-a592-439a-a37f-90705ad5ff67 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662372 Feb 20 20:11:54.942957 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-e3bab475-4424-4f81-a695-6816d6a264dd tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:54.944429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-e3bab475-4424-4f81-a695-6816d6a264dd tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.0799174 Feb 20 20:11:55.473150 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f774f-a30d-4b77-a84c-bc12ebfbf0ab req-65c03e92-b868-407b-b7c0-878394f953fb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:55.474518 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad7f774f-a30d-4b77-a84c-bc12ebfbf0ab req-65c03e92-b868-407b-b7c0-878394f953fb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 946 time: 0.1030307 Feb 20 20:11:55.509798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Deleting port 09b121aa-c70a-4e8a-82a2-9b566911695f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:55.510106 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.591906 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad7f774f-a30d-4b77-a84c-bc12ebfbf0ab req-efe39ddc-3f3b-42eb-b823-8380e382ea40 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113429 Feb 20 20:11:55.664189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] For port 09b121aa-c70a-4e8a-82a2-9b566911695f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=09b121aa-c70a-4e8a-82a2-9b566911695f,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:11:55.664561 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.681103 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41df960-265f-4a3b-9414-63f8ed38a7bb req-1f5c46c4-b8a7-45e4-aaca-2cf4a3759072 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:55.682555 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e41df960-265f-4a3b-9414-63f8ed38a7bb req-1f5c46c4-b8a7-45e4-aaca-2cf4a3759072 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 946 time: 0.1178820 Feb 20 20:11:55.848071 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e41df960-265f-4a3b-9414-63f8ed38a7bb req-be47f269-1e74-4138-bff5-cf18f39d63cc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=56bdf99f-522c-4515-9ef9-f70c6c19e3dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439364 Feb 20 20:11:55.920518 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.920909 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (1a82914e-9fac-4875-95ab-0b8501bca4d0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:55.921230 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Floating IP 1a82914e-9fac-4875-95ab-0b8501bca4d0 disassociated. External IP: 172.27.1.226, port: 09b121aa-c70a-4e8a-82a2-9b566911695f. Feb 20 20:11:55.921575 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Calling delete_port for 09b121aa-c70a-4e8a-82a2-9b566911695f owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:56.160334 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (09b121aa-c70a-4e8a-82a2-9b566911695f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:56.189141 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event deleted for resources: {'Port': ['ID=09b121aa-c70a-4e8a-82a2-9b566911695f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:56.301693 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Router 14b72924-2d9a-4d73-aa14-588bb72686b7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:11:56.416503 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:11:56.427780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] Sync routers for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:11:56.437815 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:56.438949 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:11:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:56.460389 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] No DVR routers for this DVR port 09b121aa-c70a-4e8a-82a2-9b566911695f on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:11:56.463204 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:56.466828 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a7a07bb6-b154-415c-980d-96484fcf9da2 req-b2ffd711-d463-4e3d-a19c-dc2ed5e6790d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "DELETE /v2.0/ports/09b121aa-c70a-4e8a-82a2-9b566911695f HTTP/1.1" status: 204 len: 173 time: 1.1017056 Feb 20 20:11:56.467271 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-deleted', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:11:56.469586 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ad541f-bb6b-469d-8d24-b3f17906a26b" -d '{"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-deleted", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:11:56.509814 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55411141-0f1d-495a-b908-20968885ff53 x-openstack-request-id: req-55411141-0f1d-495a-b908-20968885ff53 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:11:56.514504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cccb65-2141-4b34-9279-cf8592d08d49", "name": "network-vif-deleted", "tag": "09b121aa-c70a-4e8a-82a2-9b566911695f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:11:56.514504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55411141-0f1d-495a-b908-20968885ff53 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:11:56.514504 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cccb65-2141-4b34-9279-cf8592d08d49', 'name': 'network-vif-deleted', 'tag': '09b121aa-c70a-4e8a-82a2-9b566911695f', 'status': 'completed', 'code': 200} Feb 20 20:11:56.558477 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:56.740299 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825c3f7-5ccc-478d-b2aa-fb73b6a141ac req-c8dd068f-d0fd-4368-bca2-c44676d9bff6 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:56.741847 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6825c3f7-5ccc-478d-b2aa-fb73b6a141ac req-c8dd068f-d0fd-4368-bca2-c44676d9bff6 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0718064 Feb 20 20:11:56.795390 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6825c3f7-5ccc-478d-b2aa-fb73b6a141ac req-1b7e8b85-7e7b-4197-9127-1180eb49f8ac tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 Feb 20 20:11:56.910707 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:56.942813 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] Checking router: 14b72924-2d9a-4d73-aa14-588bb72686b7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:11:56.951740 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:11:56.952396 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:11:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:56.963044 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c64ab5f4-5116-435f-923e-d23863625a26 req-b09a0de6-2c8f-41c1-a48d-e43ff0d99d7c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=74cccb65-2141-4b34-9279-cf8592d08d49 HTTP/1.1" status: 200 len: 210 time: 0.0276783 Feb 20 20:11:57.062538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:11:57.260651 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:11:57.290223 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1b865-263f-4986-b014-823c7e045885 None None] The sync data for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi is: [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:11:57.512115 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f67763-7087-4fb3-a09e-8cdc8e65a5d7 None None] New status for floating IP 1a82914e-9fac-4875-95ab-0b8501bca4d0: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:11:57.921174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766d3f9-3ada-483b-b5a4-407830777a9b req-8c479e1f-036e-4d9b-b416-c7ad0c4e384e tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:11:57.922707 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9766d3f9-3ada-483b-b5a4-407830777a9b req-8c479e1f-036e-4d9b-b416-c7ad0c4e384e tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0548267 Feb 20 20:11:57.974530 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9766d3f9-3ada-483b-b5a4-407830777a9b req-15fac1a9-2420-4b7f-8f32-b5d1b5a52cd5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Feb 20 20:11:58.128222 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52766) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:58.191781 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd103ca-fb9d-44a1-800a-4c402f6798f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (56bdf99f-522c-4515-9ef9-f70c6c19e3dc), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.215918 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd103ca-fb9d-44a1-800a-4c402f6798f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (56bdf99f-522c-4515-9ef9-f70c6c19e3dc), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.354296 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd103ca-fb9d-44a1-800a-4c402f6798f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (56bdf99f-522c-4515-9ef9-f70c6c19e3dc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.356941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3bd103ca-fb9d-44a1-800a-4c402f6798f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.358153 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-3bd103ca-fb9d-44a1-800a-4c402f6798f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "DELETE /v2.0/security-groups/56bdf99f-522c-4515-9ef9-f70c6c19e3dc HTTP/1.1" status: 204 len: 168 time: 0.2286551 Feb 20 20:11:58.361157 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52776) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:58.374254 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd103ca-fb9d-44a1-800a-4c402f6798f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bdf99f-522c-4515-9ef9-f70c6c19e3dc,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:58.374756 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-d84eb647-8259-49d8-8194-0fabb74955cb tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] show failed (client error): The resource could not be found. Feb 20 20:11:58.384972 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d84eb647-8259-49d8-8194-0fabb74955cb tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups/56bdf99f-522c-4515-9ef9-f70c6c19e3dc HTTP/1.1" status: 404 len: 347 time: 0.0228057 Feb 20 20:11:58.397507 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52778) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:58.530948 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Deleting port e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:11:58.531286 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.609011 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.609345 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.622337 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Calling delete_port for e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:11:58.885963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.916195 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event deleted for resources: {'Port': ['ID=e56e1d9b-3b7c-44e3-8f7e-bcaaec3eb3a7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:58.977043 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (1a82914e-9fac-4875-95ab-0b8501bca4d0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.980756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:58.982255 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-021f858a-eddb-498a-b996-6fadc1d5c5f3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "DELETE /v2.0/floatingips/1a82914e-9fac-4875-95ab-0b8501bca4d0 HTTP/1.1" status: 204 len: 168 time: 0.5836122 Feb 20 20:11:59.274653 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52790) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:59.279422 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-5d12ab3d-5eb0-464e-838b-4317679c5ead tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'security_group': {'name': 'tempest-securitygroup--884807582', 'description': 'tempest-description--411950445'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:59.361049 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab3d-5eb0-464e-838b-4317679c5ead tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.441273 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab3d-5eb0-464e-838b-4317679c5ead tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (3b9c8964-ac7d-4974-9608-35877a3bf8ac), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.535788 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab3d-5eb0-464e-838b-4317679c5ead tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3b9c8964-ac7d-4974-9608-35877a3bf8ac), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.567704 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12ab3d-5eb0-464e-838b-4317679c5ead tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c8964-ac7d-4974-9608-35877a3bf8ac,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:59.668918 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d12ab3d-5eb0-464e-838b-4317679c5ead tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.670169 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-5d12ab3d-5eb0-464e-838b-4317679c5ead tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3945541 Feb 20 20:11:59.673311 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52806) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:11:59.677591 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-54086a83-5ab9-4558-a869-db2e33c89cb2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'security_group_rule': {'security_group_id': '3b9c8964-ac7d-4974-9608-35877a3bf8ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:11:59.817074 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-54086a83-5ab9-4558-a869-db2e33c89cb2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (362162fb-35f7-4f7e-9537-fa890766ece6), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.882104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-54086a83-5ab9-4558-a869-db2e33c89cb2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (362162fb-35f7-4f7e-9537-fa890766ece6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.948583 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-54086a83-5ab9-4558-a869-db2e33c89cb2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (362162fb-35f7-4f7e-9537-fa890766ece6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:11:59.966889 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54086a83-5ab9-4558-a869-db2e33c89cb2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362162fb-35f7-4f7e-9537-fa890766ece6,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:11:59.998256 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:00.019429 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 09b121aa-c70a-4e8a-82a2-9b566911695f {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:00.019771 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 09b121aa-c70a-4e8a-82a2-9b566911695f not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:00.048173 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-54086a83-5ab9-4558-a869-db2e33c89cb2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.049263 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-54086a83-5ab9-4558-a869-db2e33c89cb2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749862 Feb 20 20:12:00.052231 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52810) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:00.056702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-09d6d363-9be2-4917-b6a3-14f1684fe556 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'security_group_rule': {'security_group_id': '3b9c8964-ac7d-4974-9608-35877a3bf8ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:00.144102 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09d6d363-9be2-4917-b6a3-14f1684fe556 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (3fb1fe56-f628-456e-b6e0-0529f1ea6b8d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.208412 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09d6d363-9be2-4917-b6a3-14f1684fe556 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (3fb1fe56-f628-456e-b6e0-0529f1ea6b8d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.280094 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09d6d363-9be2-4917-b6a3-14f1684fe556 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (3fb1fe56-f628-456e-b6e0-0529f1ea6b8d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.297171 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6d363-9be2-4917-b6a3-14f1684fe556 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb1fe56-f628-456e-b6e0-0529f1ea6b8d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:00.373782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-09d6d363-9be2-4917-b6a3-14f1684fe556 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.374954 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-09d6d363-9be2-4917-b6a3-14f1684fe556 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218105 Feb 20 20:12:00.378738 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52812) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:00.383001 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:00.497091 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.599548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:00.701499 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Allocated IP 172.27.1.138 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/e1fda08d-3af8-4185-866f-5d2e34878b76) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:01.066783 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.183544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.221696 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:01.224586 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:01.227222 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:01.256102 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'Port': ['ID=e1fda08d-3af8-4185-866f-5d2e34878b76,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:01.321925 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.416418 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.567879 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.649401 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.721375 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'Port': ['ID=e1fda08d-3af8-4185-866f-5d2e34878b76,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:01.727596 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.830605 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:01.831907 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-cadcdb13-7f41-4c23-84ba-d340390873a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4522560 Feb 20 20:12:02.033513 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-45c6c7fc-a1ac-481d-a601-7473695d4bd7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--884807582&fields=id&tenant_id=a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 267 time: 0.0435858 Feb 20 20:12:02.143107 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-3cdee206-b156-4f88-b043-132e21eff288 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:02.144618 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-3cdee206-b156-4f88-b043-132e21eff288 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 817 time: 0.1050832 Feb 20 20:12:02.159775 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-68c1ff7d-8df0-41ed-91a7-eb1e0e0be5c0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/quotas/a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 375 time: 0.0095713 Feb 20 20:12:02.214546 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-b93fbd78-d877-495f-8b06-404e7724eebd tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493202 Feb 20 20:12:02.319323 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-1a649353-6e05-427e-9f26-94f190b0e323 service neutron] 10.222.0.61 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922449 Feb 20 20:12:02.406265 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-d8883300-ce73-478e-aeb8-64bf96e85a7f service neutron] 10.222.0.61 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814707 Feb 20 20:12:02.676518 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ef6a0ccb-4f01-4fdb-917d-e3e9c82197de req-2da62c20-3ef6-4c2a-8306-317d5d281150 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 210 time: 0.0274520 Feb 20 20:12:03.776605 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2eb798d0-fa3d-4921-8674-19d7a73530bd req-c55d268b-6f86-40d5-9049-bd8e78c7bf1b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 210 time: 0.0286133 Feb 20 20:12:04.887342 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-09b70f1b-7097-4b54-bdf9-41b686fba1b4 req-a712f372-9297-4189-912c-e1479852c9db tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 210 time: 0.0331342 Feb 20 20:12:05.142809 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-d635c669-1a6e-4936-a89b-1e4d5d115ee6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:05.144306 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-d635c669-1a6e-4936-a89b-1e4d5d115ee6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 817 time: 0.1084969 Feb 20 20:12:05.246982 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998d4f0-c0f2-47b3-9e69-ec3cb89102ee req-13ab754e-b295-477d-a92e-57e1221513bc tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:05.248490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2998d4f0-c0f2-47b3-9e69-ec3cb89102ee req-13ab754e-b295-477d-a92e-57e1221513bc tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1032920 Feb 20 20:12:05.254141 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-4c666e79-332d-4441-b254-8ea9447b26de tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 379 time: 0.0835338 Feb 20 20:12:05.271788 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'port': {'device_id': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'admin_state_up': True, 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'security_groups': ['3b9c8964-ac7d-4974-9608-35877a3bf8ac']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:05.352153 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2998d4f0-c0f2-47b3-9e69-ec3cb89102ee req-ad22b64d-e9aa-4a40-b420-295e530f6fb1 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970769 Feb 20 20:12:05.455654 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Made reservation on behalf of a764b172645b49d49728bb867ce1dfe1 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:12:05.459154 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.582798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Allocated IP 172.20.0.13 (905ec497-f20b-4f4b-9c9a-74d6a32ea960/1cc6f88c-c485-40be-8a83-ec4444c3e2e2/26d34f8b-f8c5-4007-8353-5d2dae05d2b8) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:12:05.725394 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.832782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:05.876799 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:12:05.881648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:12:05.885899 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:12:05.893067 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:05.943685 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:05.944396 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.023772 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5b3cb-59ec-4ef9-a442-a41cc427762e req-ed413a8b-a2c3-4bf2-8d68-391c3f924416 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.025387 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ce5b3cb-59ec-4ef9-a442-a41cc427762e req-ed413a8b-a2c3-4bf2-8d68-391c3f924416 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 932 time: 0.0620067 Feb 20 20:12:06.056549 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-36285901-e814-4c25-b7f7-1d1bc137431f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7944226 Feb 20 20:12:06.084727 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Request body: {'port': {'device_id': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:06.091131 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-969051c5-6fd1-4601-85fc-0173e758b93d None None] Provisioning complete for port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:06.091638 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-969051c5-6fd1-4601-85fc-0173e758b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.111507 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ce5b3cb-59ec-4ef9-a442-a41cc427762e req-caf51091-4792-4599-918a-c4946bd264f5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804474 Feb 20 20:12:06.136897 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-969051c5-6fd1-4601-85fc-0173e758b93d None None] Port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:12:06.153187 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.414981 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:06.424249 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Publish callbacks [] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.459396 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Transition to ACTIVE for port object 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:12:06.481048 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7543e-04d8-40bb-a926-284d0803b902 req-8aaeb9f4-ca82-45ca-af92-6b4ae5f6ed12 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.482503 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-51d7543e-04d8-40bb-a926-284d0803b902 req-8aaeb9f4-ca82-45ca-af92-6b4ae5f6ed12 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0609152 Feb 20 20:12:06.529157 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-51d7543e-04d8-40bb-a926-284d0803b902 req-4b28e4f2-a28a-43ef-a0ff-4981e4dd104e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405753 Feb 20 20:12:06.543236 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.595528 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:06.657683 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b960f625-57e8-41d3-8684-fe910547b9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.667266 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Attempting to bind port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:12:06.667557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Attempting to bind port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:12:06.667882 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Attempting to bind port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:06.673246 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:12:06.673569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Attempting to bind port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 on network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:12:06.678867 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:12:06.679233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Checking segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:12:06.684949 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Bound using segment: {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:12:06.684949 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Bound port: 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:12:06.684949 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.753011 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:12:06.756051 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:12:06.874579 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.911001 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:06.911607 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:06.913003 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] 10.222.0.91 "PUT /v2.0/ports/26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 1094 time: 0.8388939 Feb 20 20:12:06.913433 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:06.915768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f54f6-1079-4990-ac44-7779f87b1d26" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:06.943860 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d9bdb-c564-4ffb-90b4-b9b3b1911014 service neutron] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:06.957231 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a439e6-db26-471d-939f-f9bcf9df2300 x-openstack-request-id: req-a3a439e6-db26-471d-939f-f9bcf9df2300 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:06.957515 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:06.957782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a3a439e6-db26-471d-939f-f9bcf9df2300 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:06.958201 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'status': 'completed', 'code': 200} Feb 20 20:12:07.115066 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f54f6-1079-4990-ac44-7779f87b1d26 req-025431a5-99db-4063-82c2-377c1857f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.117016 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e23f54f6-1079-4990-ac44-7779f87b1d26 req-025431a5-99db-4063-82c2-377c1857f4d4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1128 time: 0.0474689 Feb 20 20:12:07.264470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f54f6-1079-4990-ac44-7779f87b1d26 req-c2e2333e-e035-44da-ab43-267cb793903b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.265919 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e23f54f6-1079-4990-ac44-7779f87b1d26 req-c2e2333e-e035-44da-ab43-267cb793903b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=a764b172645b49d49728bb867ce1dfe1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1309688 Feb 20 20:12:07.277896 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a69845-56be-46bb-b0f3-0527c38ea319 req-e7a626b9-dbb3-4f9e-8a0c-68c11c963f08 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.279246 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c7a69845-56be-46bb-b0f3-0527c38ea319 req-e7a626b9-dbb3-4f9e-8a0c-68c11c963f08 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0848393 Feb 20 20:12:07.390436 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c7a69845-56be-46bb-b0f3-0527c38ea319 req-52430203-653f-457d-88d6-2c8261b674b6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012335 Feb 20 20:12:07.405294 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f54f6-1079-4990-ac44-7779f87b1d26 req-0c22839b-b0a3-45ce-bee9-c85de7568844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.406851 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e23f54f6-1079-4990-ac44-7779f87b1d26 req-0c22839b-b0a3-45ce-bee9-c85de7568844 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267400 Feb 20 20:12:07.525151 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-89e1f6d8-8e59-42aa-9bc3-734d3f683927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.526522 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-89e1f6d8-8e59-42aa-9bc3-734d3f683927 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1128 time: 0.0442886 Feb 20 20:12:07.583864 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-fe64b283-701d-4a6f-bbc3-dfa36110d7e1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 217 time: 0.0355566 Feb 20 20:12:07.662517 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-07f6d7ab-6090-4519-bb30-114723478544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.663958 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-07f6d7ab-6090-4519-bb30-114723478544 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0725136 Feb 20 20:12:07.690006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479852a-fc70-48b2-8683-a79a3147f698 req-2bc37909-9428-40a5-acbe-a1da91f6a8f7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.691546 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4479852a-fc70-48b2-8683-a79a3147f698 req-2bc37909-9428-40a5-acbe-a1da91f6a8f7 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0750887 Feb 20 20:12:07.759161 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-3626c235-9976-4bdd-9ac9-db867c2c5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:07.760666 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-3626c235-9976-4bdd-9ac9-db867c2c5ab5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0893400 Feb 20 20:12:07.764016 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4479852a-fc70-48b2-8683-a79a3147f698 req-43228ce4-e612-43c5-9aa4-e5b09c8028ce tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556264 Feb 20 20:12:07.854000 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-141c2a11-a27c-4112-aeec-d12d8330c7f0 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840306 Feb 20 20:12:07.943636 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b91389e-bd36-428c-ab15-fc623b658c37 req-e8117d6e-9972-4942-aafe-5d32ea86cfc1 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809898 Feb 20 20:12:07.965364 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:08.521599 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb91d8a-4d6e-4db9-a6dc-2cd71d9af172 req-24a43d79-93b5-4e32-9ba5-207a964d7880 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:08.523073 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdb91d8a-4d6e-4db9-a6dc-2cd71d9af172 req-24a43d79-93b5-4e32-9ba5-207a964d7880 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0577624 Feb 20 20:12:08.582632 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdb91d8a-4d6e-4db9-a6dc-2cd71d9af172 req-98e58a3f-11ef-44ac-9fa2-542a73c46990 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538657 Feb 20 20:12:08.896068 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e497177-280c-41dc-9772-5b48bf8ec0f7 req-969516f9-7d0e-4f5b-8674-7cabc276d71f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:08.897577 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7e497177-280c-41dc-9772-5b48bf8ec0f7 req-969516f9-7d0e-4f5b-8674-7cabc276d71f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0574725 Feb 20 20:12:08.946861 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7e497177-280c-41dc-9772-5b48bf8ec0f7 req-cd73e55d-7344-45e5-8e5f-0de7bc7e5206 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432248 Feb 20 20:12:08.992224 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3b69a1fd-9bac-41c2-8986-b71ec5c0f3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:09.704702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5e9d1-bc1c-4528-83e3-ea0ae18f76d2 req-7b3bde84-b9c3-46ed-9043-84dbd7442428 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:09.706191 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-10f5e9d1-bc1c-4528-83e3-ea0ae18f76d2 req-7b3bde84-b9c3-46ed-9043-84dbd7442428 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0519173 Feb 20 20:12:09.753023 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-10f5e9d1-bc1c-4528-83e3-ea0ae18f76d2 req-0e2ec299-76ef-4a87-9c73-aa65f3eb1fb7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Feb 20 20:12:10.091336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f2444-5c64-4c38-a274-bd6378767265 req-69b2a756-5517-4605-866a-1c256bd875d1 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.092912 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-963f2444-5c64-4c38-a274-bd6378767265 req-69b2a756-5517-4605-866a-1c256bd875d1 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0771797 Feb 20 20:12:10.144166 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e403f62-c431-4184-ab79-935fcdfca184 req-d8eba00b-9488-46f5-a68d-7a06f1064798 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601151394&fields=id&tenant_id=d46563c0ef9146e3894cb705d0c236fb HTTP/1.1" status: 200 len: 267 time: 0.0815423 Feb 20 20:12:10.169955 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.194263 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-963f2444-5c64-4c38-a274-bd6378767265 req-576cfb52-f2de-4133-945e-3280e41bce4a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937283 Feb 20 20:12:10.219876 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403f62-c431-4184-ab79-935fcdfca184 req-a689cbc0-ac69-4ccd-8632-e879ab9fc405 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.221461 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e403f62-c431-4184-ab79-935fcdfca184 req-a689cbc0-ac69-4ccd-8632-e879ab9fc405 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 984 time: 0.0709310 Feb 20 20:12:10.231905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Request body: {'port': {'security_groups': ['6c480eb7-aaa0-4124-9a3f-4e8f8c128b46']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:10.323467 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.524912 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=053b3d8c-b396-4f13-9c98-5c27717b043c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:10.549289 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-1d54c5f6-a613-40c4-8124-f8973fc9fc7a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832801 Feb 20 20:12:10.571132 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.655221 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-faa62ff1-996b-4c3b-a072-65fe79c57976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.656726 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-faa62ff1-996b-4c3b-a072-65fe79c57976 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1168 time: 0.0450950 Feb 20 20:12:10.662501 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.728785 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['053b3d8c-b396-4f13-9c98-5c27717b043c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:10.732531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.733194 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.734603 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e403f62-c431-4184-ab79-935fcdfca184 req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "PUT /v2.0/ports/053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 942 time: 0.5072143 Feb 20 20:12:10.735070 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:10.737989 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb41433f-1a1e-4a31-8b43-e9daa774774c" -d '{"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:10.742344 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 52906) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:10.822610 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group (4ce8ede5-266d-4147-939b-9afb7a4f7dc1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.834344 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-d92e8549-6f35-4593-a77a-54098abdbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.836414 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-d92e8549-6f35-4593-a77a-54098abdbe23 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 915 time: 0.1446669 Feb 20 20:12:10.837938 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c76f5f-c1e2-46a2-8dd3-a7a7c5ad24ab x-openstack-request-id: req-23c76f5f-c1e2-46a2-8dd3-a7a7c5ad24ab {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:10.838218 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:10.838465 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-23c76f5f-c1e2-46a2-8dd3-a7a7c5ad24ab {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:10.838844 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'status': 'completed', 'code': 200} Feb 20 20:12:10.856958 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group (4ce8ede5-266d-4147-939b-9afb7a4f7dc1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:10.929341 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97045e-eb25-4227-9549-1f1f5a0118af tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event updated for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=7']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:10.968373 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-6b8a6398-938c-4ff3-9b60-91b5c750e43f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 1001 time: 0.1196005 Feb 20 20:12:10.979546 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47427f-57a2-4a09-89e1-9042a79db92e req-e7ada769-b20b-42d2-aa95-7e3ce2baf713 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:10.980944 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd47427f-57a2-4a09-89e1-9042a79db92e req-e7ada769-b20b-42d2-aa95-7e3ce2baf713 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.1213417 Feb 20 20:12:11.011491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4ce8ede5-266d-4147-939b-9afb7a4f7dc1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.014053 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.020924 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "DELETE /v2.0/security-groups/4ce8ede5-266d-4147-939b-9afb7a4f7dc1 HTTP/1.1" status: 204 len: 168 time: 0.2774422 Feb 20 20:12:11.024311 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 52912) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:11.031110 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8ede5-266d-4147-939b-9afb7a4f7dc1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:11.036783 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-0f85269b-bdad-4743-9943-c157d152ceed None None] Provisioning complete for port 053b3d8c-b396-4f13-9c98-5c27717b043c triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:11.037214 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0f85269b-bdad-4743-9943-c157d152ceed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.038457 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.038873 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.039344 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.039746 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.040080 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.040466 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.040875 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.041266 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.041652 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.042049 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.042463 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.042841 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.043226 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f0aa7-949a-46ea-8dc4-01d67fb66048 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:11.099471 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['053b3d8c-b396-4f13-9c98-5c27717b043c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:11.103769 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-db0945ff-c69b-4b6b-9519-c7231f739c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:11.105030 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-db0945ff-c69b-4b6b-9519-c7231f739c7e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 200 len: 853 time: 0.1231573 Feb 20 20:12:11.114626 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd47427f-57a2-4a09-89e1-9042a79db92e req-7eec1850-6344-4d13-964d-e4cbb8d3e3cb tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252475 Feb 20 20:12:11.172060 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0f85269b-bdad-4743-9943-c157d152ceed None None] Current status of the port 053b3d8c-b396-4f13-9c98-5c27717b043c is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:11.210499 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-33726403-747c-40ea-b2b2-b3c6fa1f43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:11.211971 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-33726403-747c-40ea-b2b2-b3c6fa1f43bf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0011abbb-d274-4b56-a1ae-9f388a3a335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0948591 Feb 20 20:12:11.627522 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-1df8cc89-88b6-4e15-aaef-0411126e5e97 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995364 Feb 20 20:12:11.631668 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Deleting port ba38fd36-1bf8-411e-8f82-0699823d226a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:11.632001 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.686810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee3d47-b965-41f6-827c-ea826f0120ce req-02796816-c346-4bc1-9220-fe8bfa86be14 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:11.689338 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c6ee3d47-b965-41f6-827c-ea826f0120ce req-02796816-c346-4bc1-9220-fe8bfa86be14 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.4140677 Feb 20 20:12:11.806203 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.825138 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ce5c706c-0533-405e-b225-ede8e27ed64f req-d28de7b9-49cb-4677-bab8-d137b3fd83d1 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781275 Feb 20 20:12:11.828141 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c6ee3d47-b965-41f6-827c-ea826f0120ce req-866acf45-9b1f-4dfc-8bda-b2c19b758e19 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261506 Feb 20 20:12:11.831897 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.832157 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for floatingip (ba38fd36-1bf8-411e-8f82-0699823d226a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:11.854921 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Calling delete_port for ba38fd36-1bf8-411e-8f82-0699823d226a owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:12.016056 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-0b09a568-4a86-4392-a0a0-1e6922d81d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:12.017870 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-0b09a568-4a86-4392-a0a0-1e6922d81d08 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1129 time: 0.0829670 Feb 20 20:12:12.148595 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-b8c35c9a-4d43-47aa-aeef-ae6ff2e23af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:12.150135 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-b8c35c9a-4d43-47aa-aeef-ae6ff2e23af5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 915 time: 0.1228180 Feb 20 20:12:12.209249 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (ba38fd36-1bf8-411e-8f82-0699823d226a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.277140 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event deleted for resources: {'Port': ['ID=ba38fd36-1bf8-411e-8f82-0699823d226a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:12.302466 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-76b8be22-5eff-4985-9354-7150e0617800 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 1001 time: 0.1441917 Feb 20 20:12:12.380570 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39721f65-c27b-410f-9431-965aa0083629 req-ae4ca5b2-d58d-4e2e-acfe-7001b674b628 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:12.382222 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-39721f65-c27b-410f-9431-965aa0083629 req-ae4ca5b2-d58d-4e2e-acfe-7001b674b628 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.1867051 Feb 20 20:12:12.418169 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks [] for floatingip (339fe7fb-61d7-4a7d-a874-75ce5f754602), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.418555 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Floating IP 339fe7fb-61d7-4a7d-a874-75ce5f754602 disassociated (deleted). External IP: 172.27.1.149, port: 053b3d8c-b396-4f13-9c98-5c27717b043c. Feb 20 20:12:12.424039 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-e612a826-4770-4665-b6ac-215bd7c8b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:12.425555 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-e612a826-4770-4665-b6ac-215bd7c8b78b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 200 len: 853 time: 0.0974267 Feb 20 20:12:12.525833 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-39721f65-c27b-410f-9431-965aa0083629 req-8337aa9e-01a8-4995-b390-5ca85897f0a5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361842 Feb 20 20:12:12.577455 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-6f56813d-a377-45e6-a499-5048b3437225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:12.579044 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-6f56813d-a377-45e6-a499-5048b3437225 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0011abbb-d274-4b56-a1ae-9f388a3a335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199119 Feb 20 20:12:12.769934 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-eb2322f4-f38c-4ba4-837c-528449993fb7 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777816 Feb 20 20:12:12.776892 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:12.954939 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:12.975393 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb41433f-1a1e-4a31-8b43-e9daa774774c req-86fcc90e-5cd4-484e-8b28-eca38a220512 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973817 Feb 20 20:12:12.996899 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:13.011740 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:13.013823 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] Sync routers for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:13.030177 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:13.030733 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:13.041677 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8ef6c-c734-4e50-a5db-2aab01ae4d88 req-f71e529d-8bcb-4167-9b63-65dd36f59144 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.043027 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0db8ef6c-c734-4e50-a5db-2aab01ae4d88 req-f71e529d-8bcb-4167-9b63-65dd36f59144 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1073258 Feb 20 20:12:13.046644 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-16150298-f5ad-4609-819b-48f8eade1d83 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "DELETE /v2.0/floatingips/339fe7fb-61d7-4a7d-a874-75ce5f754602 HTTP/1.1" status: 204 len: 168 time: 2.0221922 Feb 20 20:12:13.047235 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:13.049948 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79" -d '{"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:13.100920 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0db8ef6c-c734-4e50-a5db-2aab01ae4d88 req-6dfc3fd8-4cf9-4db4-9ef5-fa112e0c9506 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477636 Feb 20 20:12:13.147613 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb83ed-2d7f-45c7-a144-1c79a76f229d x-openstack-request-id: req-0ddb83ed-2d7f-45c7-a144-1c79a76f229d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:13.147870 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:13.148105 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0ddb83ed-2d7f-45c7-a144-1c79a76f229d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:13.148541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'status': 'completed', 'code': 200} Feb 20 20:12:13.171832 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:13.270189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-bde7fd04-db59-4e63-9085-78c1f1f705e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.272505 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-bde7fd04-db59-4e63-9085-78c1f1f705e3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d46563c0ef9146e3894cb705d0c236fb&device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 1129 time: 0.0541596 Feb 20 20:12:13.371937 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-a6d6a811-b9e5-4e4b-a38d-d5fe7beeb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.373419 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-a6d6a811-b9e5-4e4b-a38d-d5fe7beeb13a service neutron] 10.222.0.91 "GET /v2.0/networks?id=0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 200 len: 915 time: 0.0924361 Feb 20 20:12:13.380377 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:13.424014 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] Checking router: 5c25dba6-0790-43b5-8c08-71f0f5cfed90 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:13.433910 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:13.434642 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:13.440344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-f5892dfd-d53b-4ea6-89aa-11017af7e9af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 200 len: 217 time: 0.0586491 Feb 20 20:12:13.501576 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-a6c171ca-0d9c-4f79-8371-2eb72dbea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.503582 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-a6c171ca-0d9c-4f79-8371-2eb72dbea304 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 200 len: 853 time: 0.0485046 Feb 20 20:12:13.549690 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:13.561328 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-4c723cc1-b6cb-4323-905f-103082a5de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.562908 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-4c723cc1-b6cb-4323-905f-103082a5de87 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0011abbb-d274-4b56-a1ae-9f388a3a335c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510213 Feb 20 20:12:13.727320 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044a0cf-3ac2-46c7-8454-74ed9ff159b8 req-9cdee939-4f44-4657-8dd5-65375603704c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:13.728825 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f044a0cf-3ac2-46c7-8454-74ed9ff159b8 req-9cdee939-4f44-4657-8dd5-65375603704c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.1185191 Feb 20 20:12:13.730929 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-dc84e111-e4d8-4d0f-a163-df78177057ed service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441374 Feb 20 20:12:13.825329 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f044a0cf-3ac2-46c7-8454-74ed9ff159b8 req-0e13bf59-0f9e-4fc2-8c0d-6ad93b0772c7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909109 Feb 20 20:12:13.854600 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a8bc0f3c-f42e-4b6c-8ba6-acae109abd79 req-e9fccd2b-ff62-41f5-9e9b-aed7206d1ff3 service neutron] 10.222.0.91 "GET /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140032 Feb 20 20:12:13.878171 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:13.904021 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06bd4b1-6f61-475c-a93e-a55e7122c449 None None] The sync data for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi is: [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:07:29Z', 'revision_number': 4, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '76c1f194-80ad-490e-95a3-db8a2493881c', 'name': '', 'network_id': '0011abbb-d274-4b56-a1ae-9f388a3a335c', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'mac_address': 'fa:16:3e:7a:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:28Z', 'updated_at': '2022-02-20T20:07:35Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'subnets': [{'id': '9c1fd00b-38c4-4aac-ad65-f651443a0bf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:14.012712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:12:14.121581 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:14.123946 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50877892-762e-4ce5-8480-55cc45483103 None None] New status for floating IP 339fe7fb-61d7-4a7d-a874-75ce5f754602: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:12:14.134731 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'port_id': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'mac_address': 'fa:16:3e:f9:c9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:12:14.176240 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:14.176643 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.191364 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:12:14.215242 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:14.231466 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a43f5-e7b8-4f25-b61a-f3ebe6b6a07d req-2298c079-75b0-4fd4-96f5-c1e2851fef88 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:14.233239 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-452a43f5-e7b8-4f25-b61a-f3ebe6b6a07d req-2298c079-75b0-4fd4-96f5-c1e2851fef88 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0586936 Feb 20 20:12:14.285595 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-452a43f5-e7b8-4f25-b61a-f3ebe6b6a07d req-ba88db97-d201-4d09-97da-8d8275b30763 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467765 Feb 20 20:12:14.286295 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:14.337320 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:14.945461 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d9fd2-d05d-4d76-aa48-bf8916958d2e req-b263ec91-5d4f-4ba4-b9db-a91996f81053 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:14.946931 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b23d9fd2-d05d-4d76-aa48-bf8916958d2e req-b263ec91-5d4f-4ba4-b9db-a91996f81053 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 945 time: 0.0507653 Feb 20 20:12:14.952263 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['26d34f8b-f8c5-4007-8353-5d2dae05d2b8'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:14.994237 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b23d9fd2-d05d-4d76-aa48-bf8916958d2e req-81888ae9-85c0-485d-844d-a57fa0c506a0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409319 Feb 20 20:12:15.402012 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c31e45-f444-491a-8f56-a108b9d8265f req-18aa1e5d-c6bb-4a79-a880-98e83d31b3a9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:15.403468 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-45c31e45-f444-491a-8f56-a108b9d8265f req-18aa1e5d-c6bb-4a79-a880-98e83d31b3a9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0512929 Feb 20 20:12:15.449156 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-45c31e45-f444-491a-8f56-a108b9d8265f req-6c0bf205-d18d-4a9f-aa1e-e13b96fa8645 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391436 Feb 20 20:12:16.118074 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af56af-5de9-4a79-93d0-1802f3937c7b req-1e3d09b7-1191-4504-9dd2-9fe207f91599 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:16.119520 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-58af56af-5de9-4a79-93d0-1802f3937c7b req-1e3d09b7-1191-4504-9dd2-9fe207f91599 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 945 time: 0.0545976 Feb 20 20:12:16.167124 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-58af56af-5de9-4a79-93d0-1802f3937c7b req-2482a1c3-ba95-49f9-9add-bec330a83a9c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Feb 20 20:12:16.564557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de399b4-4aaa-4f32-9f65-97fdd902211e req-a98f4e48-6645-4611-87c4-edde0ba0d78b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:16.566043 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0de399b4-4aaa-4f32-9f65-97fdd902211e req-a98f4e48-6645-4611-87c4-edde0ba0d78b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0514638 Feb 20 20:12:16.612858 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0de399b4-4aaa-4f32-9f65-97fdd902211e req-7d57c8ce-e173-4e8a-87a0-316908d1402b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412214 Feb 20 20:12:17.292963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9594cb-981a-4622-be75-03e5563a7b6d req-abd58db5-38e5-47b2-b458-2d635f6dd384 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:17.294333 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ef9594cb-981a-4622-be75-03e5563a7b6d req-abd58db5-38e5-47b2-b458-2d635f6dd384 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 945 time: 0.0549328 Feb 20 20:12:17.339744 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ef9594cb-981a-4622-be75-03e5563a7b6d req-6958947e-db18-4eae-8ece-62ebd46bd107 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393219 Feb 20 20:12:17.729790 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307f1db-a9f5-4a94-8fbe-5c848622e624 req-39cfd144-c2bc-44a6-aecf-57af901bdf83 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:17.731256 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b307f1db-a9f5-4a94-8fbe-5c848622e624 req-39cfd144-c2bc-44a6-aecf-57af901bdf83 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0508509 Feb 20 20:12:17.777424 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b307f1db-a9f5-4a94-8fbe-5c848622e624 req-b8849bbd-c01c-46d0-b2f6-b49602a8c25a tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401101 Feb 20 20:12:18.043732 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:12:18.154146 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:12:18.159259 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:12:18.159639 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:18.238104 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:12:18.238491 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:18.261031 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:18.263196 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1d0a2-846d-4f4d-901a-16af6cf35e77" -d '{"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-plugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:18.279374 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:18.301743 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27216c87-373c-4ad9-9749-cd9141421760 x-openstack-request-id: req-27216c87-373c-4ad9-9749-cd9141421760 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:18.302075 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-plugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:18.302352 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27216c87-373c-4ad9-9749-cd9141421760 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:18.302770 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'code': 200} Feb 20 20:12:18.370146 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:18.423380 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:18.507197 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2a3c9-ee2d-4f13-9371-044788f34970 req-26714504-0834-4f59-b129-c09910c62b84 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.508697 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d7b2a3c9-ee2d-4f13-9371-044788f34970 req-26714504-0834-4f59-b129-c09910c62b84 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0898786 Feb 20 20:12:18.520778 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eed752-935c-4d5a-aeb3-e416fd6fbef7 req-73c8ec73-36ad-4bed-8051-4f95c7966b0f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.522129 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61eed752-935c-4d5a-aeb3-e416fd6fbef7 req-73c8ec73-36ad-4bed-8051-4f95c7966b0f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0757194 Feb 20 20:12:18.595799 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d7b2a3c9-ee2d-4f13-9371-044788f34970 req-26a0ba46-2b8c-4616-9673-47b83383c69a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717084 Feb 20 20:12:18.599145 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61eed752-935c-4d5a-aeb3-e416fd6fbef7 req-3a31b55e-c4ca-4e06-9fd5-9ce288c5d72f tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704658 Feb 20 20:12:18.926700 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2541f-8a49-4739-9cde-e6a178d71919 req-6cf68ab0-67fa-472f-95a8-bded98f63ab5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.928172 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ece2541f-8a49-4739-9cde-e6a178d71919 req-6cf68ab0-67fa-472f-95a8-bded98f63ab5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0840716 Feb 20 20:12:18.930663 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073c57a-3eb5-4d08-8718-16e4f89db669 req-3f6be1cd-3dc7-4ff4-9ea7-784b213b7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:18.932005 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2073c57a-3eb5-4d08-8718-16e4f89db669 req-3f6be1cd-3dc7-4ff4-9ea7-784b213b7749 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1130 time: 0.0785286 Feb 20 20:12:19.263521 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ece2541f-8a49-4739-9cde-e6a178d71919 req-766c742e-ec65-46cb-bc0a-4251b21dc26d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3293598 Feb 20 20:12:19.270145 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2073c57a-3eb5-4d08-8718-16e4f89db669 req-05540d0c-1284-4fe9-83ee-13939dca5908 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590055 Feb 20 20:12:19.748657 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078064-64aa-443d-8be7-a00994cae11e req-a5782545-f545-4f45-a077-63501abbcefe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:19.750129 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df078064-64aa-443d-8be7-a00994cae11e req-a5782545-f545-4f45-a077-63501abbcefe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0833495 Feb 20 20:12:19.757778 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c489e-ada1-4d91-9399-a0c6f70a1648 req-613fbb7a-9f2b-4186-82cf-f7f2b810f249 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:19.759134 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e02c489e-ada1-4d91-9399-a0c6f70a1648 req-613fbb7a-9f2b-4186-82cf-f7f2b810f249 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0832322 Feb 20 20:12:19.829670 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df078064-64aa-443d-8be7-a00994cae11e req-83a01c69-a657-4e13-bc84-0ed60ad1a4da tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690672 Feb 20 20:12:19.836619 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e02c489e-ada1-4d91-9399-a0c6f70a1648 req-df9fb149-2078-40e0-a9de-65da1a08bf1b tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709507 Feb 20 20:12:20.381952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b139bf-445b-402b-95a9-ae9b3f83665d req-d3cf9da2-3282-47df-ad2f-9150dfd53588 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:20.383320 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61b139bf-445b-402b-95a9-ae9b3f83665d req-d3cf9da2-3282-47df-ad2f-9150dfd53588 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0506096 Feb 20 20:12:20.430189 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-61b139bf-445b-402b-95a9-ae9b3f83665d req-4b26f99f-e93b-41ca-bb06-e5beff38997e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411758 Feb 20 20:12:20.991642 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7a02b-c868-4e0c-b1d8-cc8433987824 req-eb3f8788-5342-45e7-acd0-be1030ec8578 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:20.993172 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcc7a02b-c868-4e0c-b1d8-cc8433987824 req-eb3f8788-5342-45e7-acd0-be1030ec8578 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0898681 Feb 20 20:12:20.999736 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d78359-a1ee-4198-ad74-7b8bb06c3dc5 req-ba70d1ce-4c38-46a2-b5a2-d761bc9db12d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:21.002190 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88d78359-a1ee-4198-ad74-7b8bb06c3dc5 req-ba70d1ce-4c38-46a2-b5a2-d761bc9db12d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0969524 Feb 20 20:12:21.075853 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fcc7a02b-c868-4e0c-b1d8-cc8433987824 req-bd7831f8-aae8-433e-b9c2-afc93f8fcc1e tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Feb 20 20:12:21.079653 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-88d78359-a1ee-4198-ad74-7b8bb06c3dc5 req-76919eda-6f73-4530-8d11-74793e1816ad tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703650 Feb 20 20:12:21.547082 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044ab4-56c4-420c-8603-9958ea1d13fb req-749aa553-70de-426c-8a02-ceda14113c82 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:21.549732 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71044ab4-56c4-420c-8603-9958ea1d13fb req-749aa553-70de-426c-8a02-ceda14113c82 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0539968 Feb 20 20:12:21.596781 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71044ab4-56c4-420c-8603-9958ea1d13fb req-ec8f24d8-47b5-4e2e-8373-bd6875e8be4e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Feb 20 20:12:21.984105 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afbdb3-26ef-4fe8-afa3-fef99f78a1aa req-1234456a-554b-4450-934f-82f473704acb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:21.985604 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-82afbdb3-26ef-4fe8-afa3-fef99f78a1aa req-1234456a-554b-4450-934f-82f473704acb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0552216 Feb 20 20:12:22.033815 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-82afbdb3-26ef-4fe8-afa3-fef99f78a1aa req-667c4363-607f-451e-9de8-16638b08543d tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421393 Feb 20 20:12:22.202431 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7a35-4850-4365-8016-54b768f04187 req-5a8d7527-a79e-43e2-8f39-84f724c30695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.204525 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775f7a35-4850-4365-8016-54b768f04187 req-5a8d7527-a79e-43e2-8f39-84f724c30695 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1129 time: 0.0828640 Feb 20 20:12:22.227306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1907edd-4112-40c6-b691-4fe5d80e4e66 req-b60155cd-e412-487f-8ef9-81aa5b5a9a3b tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.228966 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c1907edd-4112-40c6-b691-4fe5d80e4e66 req-b60155cd-e412-487f-8ef9-81aa5b5a9a3b tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0798810 Feb 20 20:12:22.356485 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c1907edd-4112-40c6-b691-4fe5d80e4e66 req-ba7579e1-8e7d-4137-a384-cb09ce8b56b6 tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169193 Feb 20 20:12:22.372673 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7a35-4850-4365-8016-54b768f04187 req-f70e12c7-0879-4b4f-9ca5-4abae9ab7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.374132 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775f7a35-4850-4365-8016-54b768f04187 req-f70e12c7-0879-4b4f-9ca5-4abae9ab7333 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 910 time: 0.1630592 Feb 20 20:12:22.438785 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d484bc7-fea0-4380-9956-24bab7387a65 req-55cea243-8243-4684-a2d0-b6aa504a2d59 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.440257 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d484bc7-fea0-4380-9956-24bab7387a65 req-55cea243-8243-4684-a2d0-b6aa504a2d59 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.1322799 Feb 20 20:12:22.469171 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775f7a35-4850-4365-8016-54b768f04187 req-31f5cba5-5ad5-4c09-9d94-bff86b869558 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 200 len: 1001 time: 0.0873210 Feb 20 20:12:22.529651 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7d484bc7-fea0-4380-9956-24bab7387a65 req-cc5b8528-8e69-4965-bca9-1fcadadb3748 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827339 Feb 20 20:12:22.540507 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7a35-4850-4365-8016-54b768f04187 req-816d9654-3d25-4490-935f-f4db2ec9d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.541920 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775f7a35-4850-4365-8016-54b768f04187 req-816d9654-3d25-4490-935f-f4db2ec9d733 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.0554230 Feb 20 20:12:22.634504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7a35-4850-4365-8016-54b768f04187 req-b0b1b882-b4e6-4a89-9e2e-f46074d0bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.635918 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775f7a35-4850-4365-8016-54b768f04187 req-b0b1b882-b4e6-4a89-9e2e-f46074d0bbde service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735130 Feb 20 20:12:22.699985 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c08e92-08f0-4941-8580-5f2a6903c315 req-008cabb2-a9a5-41de-938c-f4b4b8683e2e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:22.701481 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-41c08e92-08f0-4941-8580-5f2a6903c315 req-008cabb2-a9a5-41de-938c-f4b4b8683e2e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.1031783 Feb 20 20:12:22.710660 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 53028) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:22.715135 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Request body: {'floatingip': {'port_id': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:12:22.744320 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775f7a35-4850-4365-8016-54b768f04187 req-31417ca8-02f3-4523-a06f-763c09934e82 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963356 Feb 20 20:12:22.762077 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:22.843135 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-775f7a35-4850-4365-8016-54b768f04187 req-cb6964b8-dcfa-4a6a-bacc-000022792f58 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892053 Feb 20 20:12:23.196419 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc95e0-4b9c-4ec5-a2ea-fceda20e8149 req-8bc0809d-985d-469e-80a5-5c648ceb803b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:23.197929 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-becc95e0-4b9c-4ec5-a2ea-fceda20e8149 req-8bc0809d-985d-469e-80a5-5c648ceb803b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0948205 Feb 20 20:12:23.208677 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-7258da55-dc48-4693-9a56-5f527cd10cff tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:23.210167 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-7258da55-dc48-4693-9a56-5f527cd10cff tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.91 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.0779588 Feb 20 20:12:23.311487 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-becc95e0-4b9c-4ec5-a2ea-fceda20e8149 req-ed95bb63-18d8-417c-b1e4-2fe16107808e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002388 Feb 20 20:12:23.337952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Deleting port 053b3d8c-b396-4f13-9c98-5c27717b043c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:23.338288 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.421415 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.467364 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] For port 053b3d8c-b396-4f13-9c98-5c27717b043c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=053b3d8c-b396-4f13-9c98-5c27717b043c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:23.467726 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.483872 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Calling delete_port for 053b3d8c-b396-4f13-9c98-5c27717b043c owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:23.502392 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.539916 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747234d3-841f-464a-9039-b5c1432e2be9 req-5e47b310-da2c-450a-8a23-590558925f9a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:23.541547 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-747234d3-841f-464a-9039-b5c1432e2be9 req-5e47b310-da2c-450a-8a23-590558925f9a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 945 time: 0.1123738 Feb 20 20:12:23.605764 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Floating IP c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6 associated. External IP: 172.27.1.138, port: 26d34f8b-f8c5-4007-8353-5d2dae05d2b8. Feb 20 20:12:23.615173 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-747234d3-841f-464a-9039-b5c1432e2be9 req-4ef99249-1fbe-4d0e-99c7-97afe7b9288a tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/security-groups?id=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676935 Feb 20 20:12:23.731876 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (053b3d8c-b396-4f13-9c98-5c27717b043c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.761164 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Pushing event deleted for resources: {'Port': ['ID=053b3d8c-b396-4f13-9c98-5c27717b043c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:23.787086 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['053b3d8c-b396-4f13-9c98-5c27717b043c'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:12:23.825787 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] No DVR routers for this DVR port 053b3d8c-b396-4f13-9c98-5c27717b043c on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:23.828576 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.831748 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:12:23.832605 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-55603e64-2ea9-4dba-b884-d1b79eca6b5d req-b99855c5-7248-4c00-83a2-8d72441f22cd tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.91 "DELETE /v2.0/ports/053b3d8c-b396-4f13-9c98-5c27717b043c HTTP/1.1" status: 204 len: 173 time: 0.6154783 Feb 20 20:12:23.833127 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'name': 'network-vif-deleted', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:23.835416 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ede187-91a5-45b7-a953-d344512fae60" -d '{"events": [{"server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "name": "network-vif-deleted", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:23.840174 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Router 14b72924-2d9a-4d73-aa14-588bb72686b7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:23.873012 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404584df-8eb3-4534-adff-e1e607c1e8f0 x-openstack-request-id: req-404584df-8eb3-4534-adff-e1e607c1e8f0 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:23.873301 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1637b9b0-54c9-45bf-bc40-30d848c3203b", "name": "network-vif-deleted", "tag": "053b3d8c-b396-4f13-9c98-5c27717b043c", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:23.873570 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-404584df-8eb3-4534-adff-e1e607c1e8f0 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:23.873987 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1637b9b0-54c9-45bf-bc40-30d848c3203b', 'name': 'network-vif-deleted', 'tag': '053b3d8c-b396-4f13-9c98-5c27717b043c', 'status': 'completed', 'code': 200} Feb 20 20:12:23.965817 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:23.970847 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:23.978426 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] Sync routers for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:23.989715 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:23.990325 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:24.000829 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c0e8a014-8258-4c8f-a1bf-180de34e3a7e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "PUT /v2.0/floatingips/c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6 HTTP/1.1" status: 200 len: 992 time: 1.2889776 Feb 20 20:12:24.001579 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:12:24.004030 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015030cb-e404-4342-890e-3c254e878d50" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:12:24.109370 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19aaa78-61fd-40a4-88a5-d457df26fdde x-openstack-request-id: req-c19aaa78-61fd-40a4-88a5-d457df26fdde {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:12:24.109370 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:12:24.109370 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c19aaa78-61fd-40a4-88a5-d457df26fdde {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:12:24.109370 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'status': 'completed', 'code': 200} Feb 20 20:12:24.117159 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:24.276810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015030cb-e404-4342-890e-3c254e878d50 req-7faa4fbe-29b4-4678-92e0-19d19e3f727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:24.278795 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-015030cb-e404-4342-890e-3c254e878d50 req-7faa4fbe-29b4-4678-92e0-19d19e3f727c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1130 time: 0.0726578 Feb 20 20:12:24.403477 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': 'c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'port_id': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'mac_address': 'fa:16:3e:f9:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:23Z', 'revision_number': 1, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:24.408841 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015030cb-e404-4342-890e-3c254e878d50 req-aac6a68a-283c-413c-a652-9770dabf7b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:24.417295 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-015030cb-e404-4342-890e-3c254e878d50 req-aac6a68a-283c-413c-a652-9770dabf7b03 service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.1247630 Feb 20 20:12:24.436500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] Checking router: 14b72924-2d9a-4d73-aa14-588bb72686b7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:24.445392 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:24.446026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:24.497849 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-015030cb-e404-4342-890e-3c254e878d50 req-9539c193-e76d-49cb-b177-69e5656989d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0676999 Feb 20 20:12:24.507835 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd09c9a-461c-47bb-8a37-ce29becb5004 req-ac548bd2-3b5f-4824-8501-0fe612d9ae58 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:24.509387 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1fd09c9a-461c-47bb-8a37-ce29becb5004 req-ac548bd2-3b5f-4824-8501-0fe612d9ae58 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1236107 Feb 20 20:12:24.565246 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:24.603244 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1fd09c9a-461c-47bb-8a37-ce29becb5004 req-b99b4c21-f42b-4478-b18c-1e09f250b09f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875165 Feb 20 20:12:24.604835 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015030cb-e404-4342-890e-3c254e878d50 req-32fadaa6-d208-43ee-b726-448ddc345a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:24.606280 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-015030cb-e404-4342-890e-3c254e878d50 req-32fadaa6-d208-43ee-b726-448ddc345a47 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0757911 Feb 20 20:12:24.660957 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015030cb-e404-4342-890e-3c254e878d50 req-f7e4613d-1b40-445b-b3fe-32ca61890dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:12:24.667492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-015030cb-e404-4342-890e-3c254e878d50 req-f7e4613d-1b40-445b-b3fe-32ca61890dd9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548012 Feb 20 20:12:24.764913 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6945f906-acae-4d0f-b756-f9f67a564317 req-65797b80-cd4b-4bd5-a881-a9e33784c21e tempest-TestMinimumBasicScenario-445149990 tempest-TestMinimumBasicScenario-445149990-project] 10.222.0.61 "GET /v2.0/ports?device_id=1637b9b0-54c9-45bf-bc40-30d848c3203b HTTP/1.1" status: 200 len: 210 time: 0.0586121 Feb 20 20:12:24.802100 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': 'c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'port_id': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'mac_address': 'fa:16:3e:f9:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:23Z', 'revision_number': 1, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:24.802808 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-015030cb-e404-4342-890e-3c254e878d50 req-975075b4-27a1-451b-bf68-f07506d55d32 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149461 Feb 20 20:12:24.833622 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85a9aa1-8bdf-4bb5-9d2e-caf2ef617dd1 None None] The sync data for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi is: [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': 'c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'floating_ip_address': '172.27.1.138', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'port_id': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'mac_address': 'fa:16:3e:f9:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:12:01Z', 'updated_at': '2022-02-20T20:12:23Z', 'revision_number': 1, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:24.906075 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-015030cb-e404-4342-890e-3c254e878d50 req-07100c40-d61f-4452-b265-8a7666f7d5ca service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935595 Feb 20 20:12:25.081785 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5db6e6-b552-46b4-b989-2a66908fe098 None None] New status for floating IP c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:12:27.533620 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53116) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:27.944691 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (5c25dba6-0790-43b5-8c08-71f0f5cfed90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:28.101637 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 053b3d8c-b396-4f13-9c98-5c27717b043c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:28.125207 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 053b3d8c-b396-4f13-9c98-5c27717b043c {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:28.125544 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 053b3d8c-b396-4f13-9c98-5c27717b043c not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:28.202963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Deleting port 76c1f194-80ad-490e-95a3-db8a2493881c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:28.203212 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:28.278062 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] For port 76c1f194-80ad-490e-95a3-db8a2493881c, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=76c1f194-80ad-490e-95a3-db8a2493881c,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:28.278414 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:28.291351 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Calling delete_port for 76c1f194-80ad-490e-95a3-db8a2493881c owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:28.571184 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (76c1f194-80ad-490e-95a3-db8a2493881c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:28.600450 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Pushing event deleted for resources: {'Port': ['ID=76c1f194-80ad-490e-95a3-db8a2493881c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:28.624916 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.625267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.625622 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.625962 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.626294 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.626616 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.626941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.627263 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.627585 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.627906 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.628245 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.628564 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.628880 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:12:28.777260 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (5c25dba6-0790-43b5-8c08-71f0f5cfed90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:28.990991 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:29.095179 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:29.100016 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-af5d05c6-96c5-4d2e-aa6d-6b5c778d9aac admin admin] 10.222.0.61 "PUT /v2.0/routers/5c25dba6-0790-43b5-8c08-71f0f5cfed90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5662036 Feb 20 20:12:29.102683 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53122) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:29.105201 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] Sync routers for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:29.116109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:29.116857 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:29.237779 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:29.483053 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks [] for router (5c25dba6-0790-43b5-8c08-71f0f5cfed90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:29.548719 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:12:28Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:29.575979 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] Checking router: 5c25dba6-0790-43b5-8c08-71f0f5cfed90 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:29.584345 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] Routers {'5c25dba6-0790-43b5-8c08-71f0f5cfed90'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:29.584968 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:29.590750 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks [] for router_gateway (5c25dba6-0790-43b5-8c08-71f0f5cfed90), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:29.693932 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] Set router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:29.699370 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Deleting port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:29.699702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:29.795517 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] For port cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:29.795792 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:29.810239 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Calling delete_port for cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:29.880518 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:12:28Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:29.911230 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf02cf2-1a13-4f73-a072-4b63abaec4aa None None] The sync data for ids ['5c25dba6-0790-43b5-8c08-71f0f5cfed90'] in dv-cinder-830086-1-iscsi is: [{'id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'name': 'tempest-TestMinimumBasicScenario-714587511-router', 'tenant_id': 'd46563c0ef9146e3894cb705d0c236fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:24Z', 'updated_at': '2022-02-20T20:12:28Z', 'revision_number': 5, 'project_id': 'd46563c0ef9146e3894cb705d0c236fb', 'gw_port': {'id': 'cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:25:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c25dba6-0790-43b5-8c08-71f0f5cfed90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:26Z', 'updated_at': '2022-02-20T20:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:30.072521 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.096340 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:30.161453 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (5c25dba6-0790-43b5-8c08-71f0f5cfed90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.257408 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (5c25dba6-0790-43b5-8c08-71f0f5cfed90), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.259907 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks [] for router_controller (5c25dba6-0790-43b5-8c08-71f0f5cfed90), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.381744 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 76c1f194-80ad-490e-95a3-db8a2493881c no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:30.403055 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 76c1f194-80ad-490e-95a3-db8a2493881c {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:30.403469 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 76c1f194-80ad-490e-95a3-db8a2493881c not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:30.423581 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (5c25dba6-0790-43b5-8c08-71f0f5cfed90), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.424144 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c25dba6-0790-43b5-8c08-71f0f5cfed90 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:12:30.434865 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.434865 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-8a822138-db28-44a5-a054-7a21b72862e0 admin admin] 10.222.0.61 "DELETE /v2.0/routers/5c25dba6-0790-43b5-8c08-71f0f5cfed90 HTTP/1.1" status: 204 len: 168 time: 1.3266056 Feb 20 20:12:30.434865 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53132) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:30.477809 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] Deleting subnet 9c1fd00b-38c4-4aac-ad65-f651443a0bf7 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:12:30.481443 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] Publish callbacks [] for subnet (9c1fd00b-38c4-4aac-ad65-f651443a0bf7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.517726 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (9c1fd00b-38c4-4aac-ad65-f651443a0bf7), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.636868 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (9c1fd00b-38c4-4aac-ad65-f651443a0bf7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.783644 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (9c1fd00b-38c4-4aac-ad65-f651443a0bf7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.810646 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1fd00b-38c4-4aac-ad65-f651443a0bf7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:30.812622 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.816705 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-146a5de0-db21-405d-a3f4-b567924540cf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9c1fd00b-38c4-4aac-ad65-f651443a0bf7 HTTP/1.1" status: 204 len: 168 time: 0.3828995 Feb 20 20:12:30.817940 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6d46a-5776-4c6f-887a-5f98e1d6834d None None] Network 0011abbb-d274-4b56-a1ae-9f388a3a335c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:30.823074 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 53138) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:30.890619 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (0011abbb-d274-4b56-a1ae-9f388a3a335c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.951119 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Deleting port 771bdc04-30a1-462d-bd98-aec812d08fec {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:30.951456 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:30.998988 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] DHCP port deletion for 0011abbb-d274-4b56-a1ae-9f388a3a335c request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:12:31.022278 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] For port 771bdc04-30a1-462d-bd98-aec812d08fec, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=771bdc04-30a1-462d-bd98-aec812d08fec,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:31.022633 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.036998 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Calling delete_port for 771bdc04-30a1-462d-bd98-aec812d08fec owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:31.049308 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] Deleting port 771bdc04-30a1-462d-bd98-aec812d08fec {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:31.049701 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.118680 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] For port 771bdc04-30a1-462d-bd98-aec812d08fec, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=771bdc04-30a1-462d-bd98-aec812d08fec,segment=NetworkSegment(05a5391f-1319-4d97-8423-317af954868e),segment_id=05a5391f-1319-4d97-8423-317af954868e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:31.120238 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.132585 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] Calling delete_port for 771bdc04-30a1-462d-bd98-aec812d08fec owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:31.240139 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.253707 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (771bdc04-30a1-462d-bd98-aec812d08fec), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.267147 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=771bdc04-30a1-462d-bd98-aec812d08fec,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:31.273120 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] No DVR routers for this DVR port 771bdc04-30a1-462d-bd98-aec812d08fec on host dv-cinder-830086-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:31.281141 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] Pushing event deleted for resources: {'Port': ['ID=771bdc04-30a1-462d-bd98-aec812d08fec,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:31.285315 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173cf5ef-52cb-4018-acb0-dafd23339860 None None] No DVR routers for this DVR port 771bdc04-30a1-462d-bd98-aec812d08fec on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:31.349039 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (0011abbb-d274-4b56-a1ae-9f388a3a335c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.368710 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0011abbb-d274-4b56-a1ae-9f388a3a335c']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:31.379469 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a5391f-1319-4d97-8423-317af954868e') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:31.379761 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a5391f-1319-4d97-8423-317af954868e') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:31.389243 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (05a5391f-1319-4d97-8423-317af954868e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.403501 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (05a5391f-1319-4d97-8423-317af954868e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (05a5391f-1319-4d97-8423-317af954868e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:12:31.414589 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:12:31.536995 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (0011abbb-d274-4b56-a1ae-9f388a3a335c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.542348 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:31.545553 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0011abbb-d274-4b56-a1ae-9f388a3a335c HTTP/1.1" status: 204 len: 168 time: 0.7261295 Feb 20 20:12:31.549746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53142) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:31.557884 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1454a36-0eae-4869-9584-f614c1406c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=0011abbb-d274-4b56-a1ae-9f388a3a335c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:31.902199 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (3b54b7ab-68fa-4f37-819b-08593565514c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.160597 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Deleting port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:32.160597 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.203525 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:32.225665 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:32.226028 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device cdbe47a7-3b13-488d-9aa9-f34f1e4c42a1 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:32.226488 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 771bdc04-30a1-462d-bd98-aec812d08fec no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:32.245793 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 771bdc04-30a1-462d-bd98-aec812d08fec {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:32.246162 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] For port 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,segment=NetworkSegment(6dbecfd3-2eb8-43b1-841f-decd36396ffb),segment_id=6dbecfd3-2eb8-43b1-841f-decd36396ffb)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:32.246323 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 771bdc04-30a1-462d-bd98-aec812d08fec not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:32.246457 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.261942 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Calling delete_port for 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:32.542805 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (7ad61530-a8b5-4a4d-8ca1-14ce2854d73c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.571505 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad61530-a8b5-4a4d-8ca1-14ce2854d73c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:32.752699 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (3b54b7ab-68fa-4f37-819b-08593565514c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:32.967064 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Router 3b54b7ab-68fa-4f37-819b-08593565514c has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:12:33.073199 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:12:33.078063 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f5432085-dc16-40e8-8498-2addbb50fc98 admin admin] 10.222.0.61 "PUT /v2.0/routers/3b54b7ab-68fa-4f37-819b-08593565514c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5273020 Feb 20 20:12:33.080748 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53148) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:33.083268 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] Sync routers for ids ['3b54b7ab-68fa-4f37-819b-08593565514c'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:12:33.093057 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] Routers {'3b54b7ab-68fa-4f37-819b-08593565514c'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:33.093656 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['3b54b7ab-68fa-4f37-819b-08593565514c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:33.189218 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks [] for router (3b54b7ab-68fa-4f37-819b-08593565514c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:33.200643 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] Set router 3b54b7ab-68fa-4f37-819b-08593565514c gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:33.392797 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:12:32Z', 'revision_number': 5, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:33.419823 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] Checking router: 3b54b7ab-68fa-4f37-819b-08593565514c for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:12:33.428428 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] Routers {'3b54b7ab-68fa-4f37-819b-08593565514c'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:12:33.429088 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:12:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['3b54b7ab-68fa-4f37-819b-08593565514c'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:33.540264 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] Set router 3b54b7ab-68fa-4f37-819b-08593565514c gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:12:33.562267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks [] for router_gateway (3b54b7ab-68fa-4f37-819b-08593565514c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:33.693481 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Deleting port 72eb65de-1650-43a0-8b36-eeae7d5c5bba {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:33.693820 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:33.724397 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:12:32Z', 'revision_number': 5, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:33.752699 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c668ea-4955-4942-9410-0a450fae1c90 None None] The sync data for ids ['3b54b7ab-68fa-4f37-819b-08593565514c'] in dv-cinder-830086-1-iscsi is: [{'id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'name': 'tempest-TestMinimumBasicScenario-1389704707-router', 'tenant_id': '9a290758ff5c476f8af2a831f6005329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:34Z', 'updated_at': '2022-02-20T20:12:32Z', 'revision_number': 5, 'project_id': '9a290758ff5c476f8af2a831f6005329', 'gw_port': {'id': '72eb65de-1650-43a0-8b36-eeae7d5c5bba', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:09:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54b7ab-68fa-4f37-819b-08593565514c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:35Z', 'updated_at': '2022-02-20T20:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:12:33.781541 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] For port 72eb65de-1650-43a0-8b36-eeae7d5c5bba, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=72eb65de-1650-43a0-8b36-eeae7d5c5bba,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:33.782576 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:33.800955 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Calling delete_port for 72eb65de-1650-43a0-8b36-eeae7d5c5bba owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:34.051624 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (72eb65de-1650-43a0-8b36-eeae7d5c5bba), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.076403 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Pushing event deleted for resources: {'Port': ['ID=72eb65de-1650-43a0-8b36-eeae7d5c5bba,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:34.151840 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (3b54b7ab-68fa-4f37-819b-08593565514c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.278387 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:34.288422 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (3b54b7ab-68fa-4f37-819b-08593565514c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.291132 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks [] for router_controller (3b54b7ab-68fa-4f37-819b-08593565514c), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.311352 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:34.311786 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7ad61530-a8b5-4a4d-8ca1-14ce2854d73c not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:34.434616 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (3b54b7ab-68fa-4f37-819b-08593565514c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.435190 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b54b7ab-68fa-4f37-819b-08593565514c {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:12:34.439476 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.443578 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-194951b4-5565-41c1-8b85-a8bcde239928 admin admin] 10.222.0.61 "DELETE /v2.0/routers/3b54b7ab-68fa-4f37-819b-08593565514c HTTP/1.1" status: 204 len: 168 time: 1.3589642 Feb 20 20:12:34.443578 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:34.501059 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] Deleting subnet 1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:12:34.504268 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] Publish callbacks [] for subnet (1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.543466 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.637555 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.783577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.807121 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:34.813227 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.816370 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a5e8e2ad-b54f-49cf-8f5c-91e7ac903734 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1ab692c9-4ff9-4c15-8a11-57b2bb9a68e1 HTTP/1.1" status: 204 len: 168 time: 0.3718469 Feb 20 20:12:34.818974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53156) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:34.819649 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbac1aac-c483-4a51-9e5e-b88fc2be4064 None None] Network f3fc59d6-4ad3-4798-87bd-8d2262a17b12 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:12:34.890520 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (f3fc59d6-4ad3-4798-87bd-8d2262a17b12), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.955347 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Deleting port 9b63562b-c5d9-41e0-88f9-e658b103ce3a {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:34.955347 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:34.995121 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] DHCP port deletion for f3fc59d6-4ad3-4798-87bd-8d2262a17b12 request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:12:35.018940 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] For port 9b63562b-c5d9-41e0-88f9-e658b103ce3a, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=9b63562b-c5d9-41e0-88f9-e658b103ce3a,segment=NetworkSegment(6dbecfd3-2eb8-43b1-841f-decd36396ffb),segment_id=6dbecfd3-2eb8-43b1-841f-decd36396ffb)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:35.019295 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.033185 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Calling delete_port for 9b63562b-c5d9-41e0-88f9-e658b103ce3a owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:35.046098 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] Deleting port 9b63562b-c5d9-41e0-88f9-e658b103ce3a {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:12:35.046472 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.108705 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] For port 9b63562b-c5d9-41e0-88f9-e658b103ce3a, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=9b63562b-c5d9-41e0-88f9-e658b103ce3a,segment=NetworkSegment(6dbecfd3-2eb8-43b1-841f-decd36396ffb),segment_id=6dbecfd3-2eb8-43b1-841f-decd36396ffb)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:12:35.109091 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.121204 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] Calling delete_port for 9b63562b-c5d9-41e0-88f9-e658b103ce3a owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:12:35.176829 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.199986 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (9b63562b-c5d9-41e0-88f9-e658b103ce3a), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.208953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] No DVR routers for this DVR port 9b63562b-c5d9-41e0-88f9-e658b103ce3a on host dv-cinder-830086-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:35.210647 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b63562b-c5d9-41e0-88f9-e658b103ce3a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:35.223608 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] Pushing event deleted for resources: {'Port': ['ID=9b63562b-c5d9-41e0-88f9-e658b103ce3a,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:35.228945 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f83a2e-3cc3-449e-a369-1c62d1ed13a3 None None] No DVR routers for this DVR port 9b63562b-c5d9-41e0-88f9-e658b103ce3a on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:12:35.283569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (f3fc59d6-4ad3-4798-87bd-8d2262a17b12), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.303919 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3fc59d6-4ad3-4798-87bd-8d2262a17b12']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:35.312968 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbecfd3-2eb8-43b1-841f-decd36396ffb') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:35.313873 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbecfd3-2eb8-43b1-841f-decd36396ffb') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:12:35.323052 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (6dbecfd3-2eb8-43b1-841f-decd36396ffb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.336336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (6dbecfd3-2eb8-43b1-841f-decd36396ffb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.342120 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:12:35.342496 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (6dbecfd3-2eb8-43b1-841f-decd36396ffb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:12:35.344098 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:12:35.456256 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (f3fc59d6-4ad3-4798-87bd-8d2262a17b12), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.461420 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.465031 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] 10.222.0.61 "DELETE /v2.0/networks/f3fc59d6-4ad3-4798-87bd-8d2262a17b12 HTTP/1.1" status: 204 len: 168 time: 0.6445754 Feb 20 20:12:35.476166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe96568-1a9e-4320-b718-4dad76a4c41c admin admin] Pushing event deleted for resources: {'Network': ['ID=f3fc59d6-4ad3-4798-87bd-8d2262a17b12,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:35.805257 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53162) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:35.843537 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a0cc2747-c755-4f36-97f4-2f07bef02d1f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d46563c0ef9146e3894cb705d0c236fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371239 Feb 20 20:12:35.846714 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53164) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:35.894394 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f476591f-b837-46a6-9e05-9e8a5fcae5e4 admin admin] Publish callbacks [] for security_group (6c480eb7-aaa0-4124-9a3f-4e8f8c128b46), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:35.915985 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f476591f-b837-46a6-9e05-9e8a5fcae5e4 admin admin] Publish callbacks [] for security_group (6c480eb7-aaa0-4124-9a3f-4e8f8c128b46), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:36.180971 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 72eb65de-1650-43a0-8b36-eeae7d5c5bba no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:36.199817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f476591f-b837-46a6-9e05-9e8a5fcae5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6c480eb7-aaa0-4124-9a3f-4e8f8c128b46), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:36.201733 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 72eb65de-1650-43a0-8b36-eeae7d5c5bba {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:36.202077 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 72eb65de-1650-43a0-8b36-eeae7d5c5bba not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:36.202445 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f476591f-b837-46a6-9e05-9e8a5fcae5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:36.202551 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 9b63562b-c5d9-41e0-88f9-e658b103ce3a no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:12:36.203758 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f476591f-b837-46a6-9e05-9e8a5fcae5e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6c480eb7-aaa0-4124-9a3f-4e8f8c128b46 HTTP/1.1" status: 204 len: 168 time: 0.3540821 Feb 20 20:12:36.213143 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476591f-b837-46a6-9e05-9e8a5fcae5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c480eb7-aaa0-4124-9a3f-4e8f8c128b46,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:36.224770 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 9b63562b-c5d9-41e0-88f9-e658b103ce3a {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:12:36.225109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 9b63562b-c5d9-41e0-88f9-e658b103ce3a not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:12:36.679888 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-46b329f0-7d3d-43e3-b61c-d21d2a49f79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:37.389172 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 53172) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:37.429197 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-10b3691b-4f1f-4c57-ad26-c848f3ebc802 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a290758ff5c476f8af2a831f6005329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388215 Feb 20 20:12:37.431703 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 53174) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:12:37.476676 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-850049e4-874e-44c3-90db-385dbe229ce2 admin admin] Publish callbacks [] for security_group (f74fdb57-3901-470e-91e6-594137f5b958), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:37.500316 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-850049e4-874e-44c3-90db-385dbe229ce2 admin admin] Publish callbacks [] for security_group (f74fdb57-3901-470e-91e6-594137f5b958), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:37.615825 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-850049e4-874e-44c3-90db-385dbe229ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f74fdb57-3901-470e-91e6-594137f5b958), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:37.618383 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-850049e4-874e-44c3-90db-385dbe229ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:37.619517 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-850049e4-874e-44c3-90db-385dbe229ce2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f74fdb57-3901-470e-91e6-594137f5b958 HTTP/1.1" status: 204 len: 168 time: 0.1868773 Feb 20 20:12:37.627743 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850049e4-874e-44c3-90db-385dbe229ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74fdb57-3901-470e-91e6-594137f5b958,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:12:37.987046 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:38.988182 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dce81620-f3de-4fe7-906a-6acfbb0648dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:40.112782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:41.851367 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:12:42.931311 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:00.832124 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:13:04.793026 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b02876-889b-43d8-b062-57929e47f13c req-1db42e15-4319-4728-901a-d26f3dec66c5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:04.794497 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63b02876-889b-43d8-b062-57929e47f13c req-1db42e15-4319-4728-901a-d26f3dec66c5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0574858 Feb 20 20:13:04.840816 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63b02876-889b-43d8-b062-57929e47f13c req-04678805-9efb-458d-b9b8-2f688c230dac tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Feb 20 20:13:05.959748 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fbc17-0ab0-4738-a064-4199a7c33fcf req-e785236d-5fa9-437d-b003-37f613e7958d tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:05.961237 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a67fbc17-0ab0-4738-a064-4199a7c33fcf req-e785236d-5fa9-437d-b003-37f613e7958d tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0510612 Feb 20 20:13:06.007431 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a67fbc17-0ab0-4738-a064-4199a7c33fcf req-a44a852e-3a45-4ce4-8f5d-3065818abc9f tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Feb 20 20:13:06.707174 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3c26f1f2-6a6f-4055-bffb-40badd3fbad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:06.991432 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-251c7ce5-308e-46fa-a08f-336edab84b61 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:06.992800 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-251c7ce5-308e-46fa-a08f-336edab84b61 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0540867 Feb 20 20:13:07.123965 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Deleting port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:13:07.124322 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.151709 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ec9a8-5ec2-4729-9565-9ecb78be494c req-3bca47ed-ca8b-4967-a03c-5dfe2045d1c2 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:07.153185 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-394ec9a8-5ec2-4729-9565-9ecb78be494c req-3bca47ed-ca8b-4967-a03c-5dfe2045d1c2 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 946 time: 0.0792494 Feb 20 20:13:07.249172 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-394ec9a8-5ec2-4729-9565-9ecb78be494c req-c6d569a2-0003-4e55-9745-9f13dc1220c1 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703430 Feb 20 20:13:07.255903 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] For port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:07.256283 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.267941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Calling delete_port for 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:13:07.457336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (1dd82bd8-adf8-4af6-a72d-daeddc40bee6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.483425 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Pushing event deleted for resources: {'Port': ['ID=1dd82bd8-adf8-4af6-a72d-daeddc40bee6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:07.505830 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['1dd82bd8-adf8-4af6-a72d-daeddc40bee6'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:07.525800 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] No DVR routers for this DVR port 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:13:07.528295 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:07.534651 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7cafeb93-fe9c-4bf9-aa44-f799ed8486c9 req-d8c7761c-f037-4ce0-aead-0cf879aacafb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "DELETE /v2.0/ports/1dd82bd8-adf8-4af6-a72d-daeddc40bee6 HTTP/1.1" status: 204 len: 173 time: 0.5334105 Feb 20 20:13:07.534651 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'name': 'network-vif-deleted', 'tag': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:07.534651 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a14bf-c4af-4061-84f3-921492f5edcd" -d '{"events": [{"server_uuid": "01044a28-779b-41a3-9bc1-98c5982c9f74", "name": "network-vif-deleted", "tag": "1dd82bd8-adf8-4af6-a72d-daeddc40bee6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:07.571000 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a1bc87-75fa-4deb-818d-9fcf3da7f14d x-openstack-request-id: req-30a1bc87-75fa-4deb-818d-9fcf3da7f14d {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:07.571315 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01044a28-779b-41a3-9bc1-98c5982c9f74", "name": "network-vif-deleted", "tag": "1dd82bd8-adf8-4af6-a72d-daeddc40bee6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:07.571569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30a1bc87-75fa-4deb-818d-9fcf3da7f14d {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:07.571963 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01044a28-779b-41a3-9bc1-98c5982c9f74', 'name': 'network-vif-deleted', 'tag': '1dd82bd8-adf8-4af6-a72d-daeddc40bee6', 'status': 'completed', 'code': 200} Feb 20 20:13:08.039241 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:08.356195 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9d93a6-0312-4c2c-b8fc-2d13ac0b2c50 req-8c5fdc73-2cc8-417e-9b78-c73dddbb4db5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=01044a28-779b-41a3-9bc1-98c5982c9f74 HTTP/1.1" status: 200 len: 210 time: 0.0309734 Feb 20 20:13:09.022812 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-95c276df-ae84-430c-845e-79df7c5cba88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.148028 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:10.408016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:13:10.408016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:13:10.408016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 1dd82bd8-adf8-4af6-a72d-daeddc40bee6 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:13:11.897173 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:12.953370 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:14.221733 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-4508ea9d-6ed5-4369-b058-3da75b5b7cf5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427966 Feb 20 20:13:14.575015 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-49356a07-9b41-4c9f-8311-f2109dc30c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.576561 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-49356a07-9b41-4c9f-8311-f2109dc30c8c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 1129 time: 0.0438569 Feb 20 20:13:14.680910 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-eaaea6bc-87b3-451d-9701-09119f37e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.682391 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-eaaea6bc-87b3-451d-9701-09119f37e808 service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 910 time: 0.0859616 Feb 20 20:13:14.747061 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-623b201f-9ea9-4cd8-84fe-1a284bae193a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 200 len: 1001 time: 0.0575123 Feb 20 20:13:14.796093 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-e7f87b7a-87a3-416d-8bad-e76c6c134be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.797566 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-e7f87b7a-87a3-416d-8bad-e76c6c134be4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.0444071 Feb 20 20:13:14.854877 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-17c8c65e-c757-4cee-86c6-163d926368e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:14.856277 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-17c8c65e-c757-4cee-86c6-163d926368e8 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462849 Feb 20 20:13:14.943444 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-6dc27323-ceec-4770-a7b9-fd6174a2c381 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800862 Feb 20 20:13:15.036600 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b0ccbaa-0c82-4b22-9336-9edf7a08cb36 req-7bbd55ca-cee1-44a6-a7c8-0c48053a9dc8 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838177 Feb 20 20:13:22.480156 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-a798afa7-7038-4f07-9ad3-c70a457104a1 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:22.481541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-a798afa7-7038-4f07-9ad3-c70a457104a1 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/networks?id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e HTTP/1.1" status: 200 len: 813 time: 0.0988216 Feb 20 20:13:22.496291 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-f046577a-f434-4887-8394-40fba12d3131 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/quotas/1883b6a64364430781a2532b9a4bcd3f HTTP/1.1" status: 200 len: 375 time: 0.0094149 Feb 20 20:13:22.526814 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-b50a0d8e-9ed0-4481-bacd-789396f768ce tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1883b6a64364430781a2532b9a4bcd3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258753 Feb 20 20:13:22.622785 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-37059994-6811-4c83-893d-2e369fa6159a service neutron] 10.222.0.61 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895998 Feb 20 20:13:22.711147 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-1571859d-d956-41e2-851b-2f527cee2aef service neutron] 10.222.0.61 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827198 Feb 20 20:13:23.011199 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f53dc6f8-000f-47cd-a3ec-f643be69f683 req-44fd3d8b-1819-4ac7-b8f8-cae9398e7df9 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 210 time: 0.0311863 Feb 20 20:13:24.104745 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f1616ded-89cc-48e8-9c81-83d429adafcc req-2fdde6b9-d9f0-4556-912e-9fc1486eb0fa tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Feb 20 20:13:25.200656 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-91e02fb4-87c0-4d0f-aab5-643e9142f284 req-8204d1d4-593b-4bbb-b654-282cdbfcd533 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 210 time: 0.0274305 Feb 20 20:13:25.359894 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-b4a3f554-f352-487e-8e97-65ba25fe6b74 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:25.361368 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-b4a3f554-f352-487e-8e97-65ba25fe6b74 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "GET /v2.0/networks?id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e HTTP/1.1" status: 200 len: 813 time: 0.1030171 Feb 20 20:13:25.389720 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Request body: {'port': {'device_id': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e', 'admin_state_up': True, 'tenant_id': '1883b6a64364430781a2532b9a4bcd3f'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:25.604533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Made reservation on behalf of 1883b6a64364430781a2532b9a4bcd3f for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:13:25.607934 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:25.738026 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Allocated IP 172.20.0.9 (b6daa1e6-3ba5-4e39-9d53-6d88e525830e/c5b4bab4-f121-423b-90ca-dcfb1d7c5235/4c80414a-2cc4-49b1-b67e-15e2b45360d6) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:13:25.888174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks [] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.024349 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.065434 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Network b6daa1e6-3ba5-4e39-9d53-6d88e525830e is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:13:26.069670 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:13:26.072182 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:13:26.104365 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Pushing event updated for resources: {'Port': ['ID=4c80414a-2cc4-49b1-b67e-15e2b45360d6,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:26.131345 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.131955 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.225676 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-ac502f14-27fa-4d0b-b050-92227401d8af tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8399000 Feb 20 20:13:26.245159 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Request body: {'port': {'device_id': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:13:26.342749 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.358444 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b59bb-8381-464e-b574-787beb222ac0 req-4cec2dc6-e363-4656-8aaa-f3a1930a97e7 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:26.359911 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e4b59bb-8381-464e-b574-787beb222ac0 req-4cec2dc6-e363-4656-8aaa-f3a1930a97e7 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 931 time: 0.0923970 Feb 20 20:13:26.490708 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e4b59bb-8381-464e-b574-787beb222ac0 req-af6c5e21-367c-4d03-ba92-51241cab0b84 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238141 Feb 20 20:13:26.644144 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c80414a-2cc4-49b1-b67e-15e2b45360d6 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:26.652140 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Publish callbacks [] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.664742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Transition to ACTIVE for port object 4c80414a-2cc4-49b1-b67e-15e2b45360d6 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:13:26.799079 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.848532 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Pushing event updated for resources: {'Port': ['ID=4c80414a-2cc4-49b1-b67e-15e2b45360d6,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:26.915195 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Attempting to bind port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:13:26.915527 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Attempting to bind port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:13:26.915852 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Attempting to bind port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 on network b6daa1e6-3ba5-4e39-9d53-6d88e525830e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:26.920191 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 on network b6daa1e6-3ba5-4e39-9d53-6d88e525830e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:13:26.920536 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Attempting to bind port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 on network b6daa1e6-3ba5-4e39-9d53-6d88e525830e {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:13:26.925272 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:13:26.925608 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Checking segment: {'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:13:26.925986 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Bound using segment: {'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:13:26.926423 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Bound port: 4c80414a-2cc4-49b1-b67e-15e2b45360d6, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883ad2b6-cf04-4a58-bcf5-f22eb73c5147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:13:26.926772 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:26.990467 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] For port 4c80414a-2cc4-49b1-b67e-15e2b45360d6, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:13:26.993426 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] For port 4c80414a-2cc4-49b1-b67e-15e2b45360d6, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4c80414a-2cc4-49b1-b67e-15e2b45360d6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:13:27.096847 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:27.128864 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.129190 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:27.131253 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] 10.222.0.91 "PUT /v2.0/ports/4c80414a-2cc4-49b1-b67e-15e2b45360d6 HTTP/1.1" status: 200 len: 1093 time: 0.8905277 Feb 20 20:13:27.133399 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'tag': '4c80414a-2cc4-49b1-b67e-15e2b45360d6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:27.135612 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4c69ec-8177-4b64-96a6-ea1400fdf227" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad3cba6-4f4e-4853-816d-ff3663f8dc44", "tag": "4c80414a-2cc4-49b1-b67e-15e2b45360d6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:27.161886 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47d75-a283-4418-9ea8-a7bb73db104b service neutron] Pushing event updated for resources: {'Port': ['ID=4c80414a-2cc4-49b1-b67e-15e2b45360d6,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:27.175974 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63417a48-aac6-4613-b78c-73422a253cb8 x-openstack-request-id: req-63417a48-aac6-4613-b78c-73422a253cb8 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:27.176288 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad3cba6-4f4e-4853-816d-ff3663f8dc44", "tag": "4c80414a-2cc4-49b1-b67e-15e2b45360d6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:27.176544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-63417a48-aac6-4613-b78c-73422a253cb8 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:27.176941 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'tag': '4c80414a-2cc4-49b1-b67e-15e2b45360d6', 'status': 'completed', 'code': 200} Feb 20 20:13:27.270533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c69ec-8177-4b64-96a6-ea1400fdf227 req-0425da87-b524-43eb-9b39-43787d326a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.272060 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9c4c69ec-8177-4b64-96a6-ea1400fdf227 req-0425da87-b524-43eb-9b39-43787d326a9f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1883b6a64364430781a2532b9a4bcd3f&device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 1127 time: 0.0446973 Feb 20 20:13:27.377307 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c69ec-8177-4b64-96a6-ea1400fdf227 req-0e083f42-4c94-476c-9fa1-c33956260a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.378749 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9c4c69ec-8177-4b64-96a6-ea1400fdf227 req-0e083f42-4c94-476c-9fa1-c33956260a0c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1883b6a64364430781a2532b9a4bcd3f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0910830 Feb 20 20:13:27.470341 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c69ec-8177-4b64-96a6-ea1400fdf227 req-c4a72bfb-0276-4e7c-a7e1-1a4e15b3945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.471760 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9c4c69ec-8177-4b64-96a6-ea1400fdf227 req-c4a72bfb-0276-4e7c-a7e1-1a4e15b3945b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869505 Feb 20 20:13:27.620820 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-6f9ebb3e-2142-4978-8939-e1dc763350e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.622344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-6f9ebb3e-2142-4978-8939-e1dc763350e0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1883b6a64364430781a2532b9a4bcd3f&device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 1127 time: 0.0836809 Feb 20 20:13:27.635476 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23bcdb-273f-4c79-8454-b0b7e4f36871 req-f1665c88-f32c-4cb0-bc31-799c4734a549 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.637028 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cc23bcdb-273f-4c79-8454-b0b7e4f36871 req-f1665c88-f32c-4cb0-bc31-799c4734a549 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 943 time: 0.0734160 Feb 20 20:13:27.686861 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-02e4207f-cbc4-4ce4-afcc-c23fe88c477d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c80414a-2cc4-49b1-b67e-15e2b45360d6 HTTP/1.1" status: 200 len: 217 time: 0.0466511 Feb 20 20:13:27.750229 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cc23bcdb-273f-4c79-8454-b0b7e4f36871 req-feaf29b3-c59f-4573-83c7-3f1439faafb2 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036997 Feb 20 20:13:27.759351 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-1a404324-6318-4d65-b877-7bae535ec5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:27.760939 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-1a404324-6318-4d65-b877-7bae535ec5fb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c5b4bab4-f121-423b-90ca-dcfb1d7c5235 HTTP/1.1" status: 200 len: 853 time: 0.0676010 Feb 20 20:13:27.793564 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-7bc91777-270e-487a-81de-cf83d6d0e8e4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b6daa1e6-3ba5-4e39-9d53-6d88e525830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259244 Feb 20 20:13:27.879348 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-bad043c6-391b-45df-a033-025de6bfb34a service neutron] 10.222.0.91 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788162 Feb 20 20:13:28.240839 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-48898d8a-2fa2-44f8-ab03-8e241e8f7d0b req-065caf14-bd9c-412f-8ad4-f79c732e5b6f service neutron] 10.222.0.91 "GET /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553185 Feb 20 20:13:28.869777 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa69a0-17f6-494d-a06e-bdae3a26b8d4 req-e1864e99-70d0-4f13-a734-dae884b4bffa tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:28.871219 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4ffa69a0-17f6-494d-a06e-bdae3a26b8d4 req-e1864e99-70d0-4f13-a734-dae884b4bffa tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 943 time: 0.0509994 Feb 20 20:13:28.916038 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4ffa69a0-17f6-494d-a06e-bdae3a26b8d4 req-bb2149cf-6eb9-4500-bc8d-b425e0466b87 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Feb 20 20:13:30.035295 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfafed-b0b3-4dd9-82d5-2c93c3be8696 req-284c09fc-2d7d-4504-b41b-927b503f38bb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:30.036770 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01dfafed-b0b3-4dd9-82d5-2c93c3be8696 req-284c09fc-2d7d-4504-b41b-927b503f38bb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 943 time: 0.0527816 Feb 20 20:13:30.080909 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01dfafed-b0b3-4dd9-82d5-2c93c3be8696 req-cc5361b7-5fb3-427d-8f7d-ec9d0ac9b6b0 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381722 Feb 20 20:13:31.198032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb34987-557e-4a03-bd4b-585d55547c2d req-f6ee8be7-388e-4f4c-a090-e27d10abb61c tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:31.199500 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdb34987-557e-4a03-bd4b-585d55547c2d req-f6ee8be7-388e-4f4c-a090-e27d10abb61c tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 943 time: 0.0525787 Feb 20 20:13:31.245694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fdb34987-557e-4a03-bd4b-585d55547c2d req-5aecc711-7890-4729-9093-4c59fcf10606 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406146 Feb 20 20:13:32.359025 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60712ad3-00da-4d62-a357-00e41a1e8175 req-d5e66742-ec39-404e-a91c-c4592cc73fdd tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:32.360503 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-60712ad3-00da-4d62-a357-00e41a1e8175 req-d5e66742-ec39-404e-a91c-c4592cc73fdd tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 943 time: 0.0514259 Feb 20 20:13:32.411255 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-60712ad3-00da-4d62-a357-00e41a1e8175 req-98000ce1-d334-4186-81ab-b7e82c839f5a tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Feb 20 20:13:32.447304 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 4c80414a-2cc4-49b1-b67e-15e2b45360d6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:13:32.547913 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 4c80414a-2cc4-49b1-b67e-15e2b45360d6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4c80414a-2cc4-49b1-b67e-15e2b45360d6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:32.560401 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '4c80414a-2cc4-49b1-b67e-15e2b45360d6', 'network_id': 'b6daa1e6-3ba5-4e39-9d53-6d88e525830e', 'port_id': '4c80414a-2cc4-49b1-b67e-15e2b45360d6', 'mac_address': 'fa:16:3e:91:22:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b4bab4-f121-423b-90ca-dcfb1d7c5235', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:13:32.596639 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:32.597029 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:32.610591 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c80414a-2cc4-49b1-b67e-15e2b45360d6 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:13:32.630944 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 4c80414a-2cc4-49b1-b67e-15e2b45360d6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4c80414a-2cc4-49b1-b67e-15e2b45360d6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:32.759173 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:32.809130 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=4c80414a-2cc4-49b1-b67e-15e2b45360d6,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:32.815834 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.816232 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.816599 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.816940 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.817271 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.817600 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.817926 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.818250 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.818572 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.818908 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.819231 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.819698 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:32.820018 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:13:33.304033 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['4c80414a-2cc4-49b1-b67e-15e2b45360d6'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:13:33.540914 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d62693-2f76-4fde-bebe-96a352c92554 req-b02cccdf-da4b-40a8-866c-345e5ff1af49 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:33.542383 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e6d62693-2f76-4fde-bebe-96a352c92554 req-b02cccdf-da4b-40a8-866c-345e5ff1af49 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 944 time: 0.0557518 Feb 20 20:13:33.588234 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e6d62693-2f76-4fde-bebe-96a352c92554 req-56f82ed2-8fc7-4406-8a5c-743b90ecffe7 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Feb 20 20:13:34.464484 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 4c80414a-2cc4-49b1-b67e-15e2b45360d6 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:13:34.627914 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:13:34.632599 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:13:34.632974 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:34.708363 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa8fe7-e267-494a-a1d4-935288b08775 req-795f18f5-055a-4620-98b9-7e417551af71 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:34.709501 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:13:34.710066 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:34.710365 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1efa8fe7-e267-494a-a1d4-935288b08775 req-795f18f5-055a-4620-98b9-7e417551af71 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 944 time: 0.0527844 Feb 20 20:13:34.733057 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c80414a-2cc4-49b1-b67e-15e2b45360d6'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:13:34.735266 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6cd1c4-09b6-4cab-9424-d6151fa5e626" -d '{"events": [{"server_uuid": "1ad3cba6-4f4e-4853-816d-ff3663f8dc44", "name": "network-vif-plugged", "status": "completed", "tag": "4c80414a-2cc4-49b1-b67e-15e2b45360d6"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:13:34.749386 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 4c80414a-2cc4-49b1-b67e-15e2b45360d6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4c80414a-2cc4-49b1-b67e-15e2b45360d6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:13:34.759509 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1efa8fe7-e267-494a-a1d4-935288b08775 req-bf6e77a1-98a5-4517-a381-fa4383ab7363 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Feb 20 20:13:34.776614 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd23bdd-9e2d-45b4-ab07-8fedbd4cd4db x-openstack-request-id: req-dfd23bdd-9e2d-45b4-ab07-8fedbd4cd4db {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:13:34.776900 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad3cba6-4f4e-4853-816d-ff3663f8dc44", "name": "network-vif-plugged", "status": "completed", "tag": "4c80414a-2cc4-49b1-b67e-15e2b45360d6", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:13:34.777199 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dfd23bdd-9e2d-45b4-ab07-8fedbd4cd4db {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:13:34.777593 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c80414a-2cc4-49b1-b67e-15e2b45360d6', 'code': 200} Feb 20 20:13:34.851291 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:34.900775 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=4c80414a-2cc4-49b1-b67e-15e2b45360d6,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:13:35.134105 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d64800-7983-4dcb-a67b-6a057cf6a2eb req-4252da6f-c61c-4c8b-a22b-15ea30551e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:35.135580 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-27d64800-7983-4dcb-a67b-6a057cf6a2eb req-4252da6f-c61c-4c8b-a22b-15ea30551e54 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 1129 time: 0.0462823 Feb 20 20:13:35.179538 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-27d64800-7983-4dcb-a67b-6a057cf6a2eb req-b7ebe953-beb9-4283-a052-c1ba38605bcf service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Feb 20 20:13:35.874249 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9523-12d8-424e-93a8-410adfdbd687 req-cb6d334c-a6eb-4f30-95da-783b0d3529d5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:35.875708 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae5f9523-12d8-424e-93a8-410adfdbd687 req-cb6d334c-a6eb-4f30-95da-783b0d3529d5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 945 time: 0.0508087 Feb 20 20:13:35.921606 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae5f9523-12d8-424e-93a8-410adfdbd687 req-3f9c6122-fd95-4087-9829-5fd6abd3a08d tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404792 Feb 20 20:13:36.672982 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a7de7bf-fa8f-4d4d-ac1c-cedb7f54f86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:37.044146 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05903220-6eec-45e0-8806-c7e80bf9aa42 req-9ce31b08-3eb5-4b53-b09f-fded1ec54ee4 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:37.045653 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-05903220-6eec-45e0-8806-c7e80bf9aa42 req-9ce31b08-3eb5-4b53-b09f-fded1ec54ee4 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 945 time: 0.0528905 Feb 20 20:13:37.095948 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-05903220-6eec-45e0-8806-c7e80bf9aa42 req-5ae9e3af-9e45-4c39-b102-7cdf14bb14f5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446618 Feb 20 20:13:37.830881 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:13:38.062355 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:38.215988 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33b14-3ff3-4324-a5b9-01dc198cc7f0 req-21092660-343b-4337-a8ac-f78db01f82d5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:38.217476 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e2d33b14-3ff3-4324-a5b9-01dc198cc7f0 req-21092660-343b-4337-a8ac-f78db01f82d5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Feb 20 20:13:38.263793 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e2d33b14-3ff3-4324-a5b9-01dc198cc7f0 req-1ac066da-57e2-4129-bd84-3fdf7b0bcdfb tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Feb 20 20:13:38.958961 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c3cf9af-82a8-4997-a469-06be056e4da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:40.084782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:41.839080 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:42.953354 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:13:59.680173 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58396581-2f78-40c8-abee-02c1b9b2f997 req-b5db2bd7-2b3b-461b-97f0-1d941af7b2bb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:13:59.681911 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-58396581-2f78-40c8-abee-02c1b9b2f997 req-b5db2bd7-2b3b-461b-97f0-1d941af7b2bb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0520763 Feb 20 20:13:59.728583 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-58396581-2f78-40c8-abee-02c1b9b2f997 req-14ede8c6-6f6f-42a8-a1e8-127c86e9996e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410972 Feb 20 20:14:00.854032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04032321-b676-4030-8985-d60003802a2d req-ae366710-81e6-4299-9fc9-1d35d3a6e461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:00.855499 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-04032321-b676-4030-8985-d60003802a2d req-ae366710-81e6-4299-9fc9-1d35d3a6e461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0577731 Feb 20 20:14:00.904503 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-04032321-b676-4030-8985-d60003802a2d req-2e2f68a6-5dee-424e-8e5f-7fb129e32a6e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Feb 20 20:14:01.719072 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25620466-fe78-46b9-b5e1-e129892e4642 req-f66fa3f8-5576-45c4-ab2e-5e768ed23767 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:01.720759 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25620466-fe78-46b9-b5e1-e129892e4642 req-f66fa3f8-5576-45c4-ab2e-5e768ed23767 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.0530870 Feb 20 20:14:01.817629 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Deleting port db3c89ec-00b5-4759-bd46-ea07d2b94952 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:01.817963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:01.909964 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] For port db3c89ec-00b5-4759-bd46-ea07d2b94952, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=db3c89ec-00b5-4759-bd46-ea07d2b94952,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:01.910628 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:02.103125 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef83b12-7716-4906-b746-7c36e426af6e req-ed46705e-83fb-4229-84e4-d6927209eab5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:02.105050 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ef83b12-7716-4906-b746-7c36e426af6e req-ed46705e-83fb-4229-84e4-d6927209eab5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 945 time: 0.1295433 Feb 20 20:14:02.137048 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:02.137407 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (80c64f79-7996-4ef9-9a72-f2522546240e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:02.137720 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Floating IP 80c64f79-7996-4ef9-9a72-f2522546240e disassociated. External IP: 172.27.1.188, port: db3c89ec-00b5-4759-bd46-ea07d2b94952. Feb 20 20:14:02.138060 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Calling delete_port for db3c89ec-00b5-4759-bd46-ea07d2b94952 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:02.201923 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ef83b12-7716-4906-b746-7c36e426af6e req-2a29c322-a0f3-416b-9a96-39cc0b2a7c09 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=ee71c2c9-93a6-406c-b89c-82aae8fd9d34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904984 Feb 20 20:14:02.359134 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (db3c89ec-00b5-4759-bd46-ea07d2b94952), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:02.389732 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event deleted for resources: {'Port': ['ID=db3c89ec-00b5-4759-bd46-ea07d2b94952,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:02.401024 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.401326 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.401645 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.402051 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.402406 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.402741 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.403144 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.403501 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.403830 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.404163 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.404519 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.404844 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.405227 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:02.518737 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:02.628808 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:02.638849 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] Sync routers for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:02.649138 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:02.649789 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:13:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:02.668940 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] No DVR routers for this DVR port db3c89ec-00b5-4759-bd46-ea07d2b94952 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:02.671366 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:02.674785 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-25620466-fe78-46b9-b5e1-e129892e4642 req-98cf5a65-ceb2-49a4-8207-1cccb0218c4f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "DELETE /v2.0/ports/db3c89ec-00b5-4759-bd46-ea07d2b94952 HTTP/1.1" status: 204 len: 173 time: 0.9490271 Feb 20 20:14:02.675220 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'name': 'network-vif-deleted', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:02.677615 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8099f9a-0a9e-4954-9509-fbc5e405d69b" -d '{"events": [{"server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "name": "network-vif-deleted", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:02.729657 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e12dd5d-d960-481e-b542-2b432a8ff5df x-openstack-request-id: req-8e12dd5d-d960-481e-b542-2b432a8ff5df {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:02.736635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ed27c2-9e04-4414-b463-3b1e92de645c", "name": "network-vif-deleted", "tag": "db3c89ec-00b5-4759-bd46-ea07d2b94952", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:02.736635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8e12dd5d-d960-481e-b542-2b432a8ff5df {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:02.736635 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ed27c2-9e04-4414-b463-3b1e92de645c', 'name': 'network-vif-deleted', 'tag': 'db3c89ec-00b5-4759-bd46-ea07d2b94952', 'status': 'completed', 'code': 200} Feb 20 20:14:02.788186 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:02.998712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:03.026660 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] Checking router: be0e45c4-3b70-40a3-ac93-1fb1e423ad82 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:03.035448 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:03.036052 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:13:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:03.153645 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:03.318001 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dc5c539f-ee67-4261-92e9-a26bd63156b8 req-e7865f1f-7d3d-4f68-ba2c-91a3924a60a5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=46ed27c2-9e04-4414-b463-3b1e92de645c HTTP/1.1" status: 200 len: 210 time: 0.0282576 Feb 20 20:14:03.367082 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:03.394744 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583cc3e-cb47-41b0-a45c-fe7d5f989fea None None] The sync data for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi is: [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:03.609797 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a913d8f8-a06a-46bd-b687-9f1b8a2659e0 None None] New status for floating IP 80c64f79-7996-4ef9-9a72-f2522546240e: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:14:04.490684 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 53516) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:04.549789 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (ee71c2c9-93a6-406c-b89c-82aae8fd9d34), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.572012 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (ee71c2c9-93a6-406c-b89c-82aae8fd9d34), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.581790 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device db3c89ec-00b5-4759-bd46-ea07d2b94952 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:04.605040 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: db3c89ec-00b5-4759-bd46-ea07d2b94952 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:04.608039 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device db3c89ec-00b5-4759-bd46-ea07d2b94952 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:04.701427 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (ee71c2c9-93a6-406c-b89c-82aae8fd9d34), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.704051 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.705225 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "DELETE /v2.0/security-groups/ee71c2c9-93a6-406c-b89c-82aae8fd9d34 HTTP/1.1" status: 204 len: 168 time: 0.2129772 Feb 20 20:14:04.708007 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53520) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:04.715262 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee71c2c9-93a6-406c-b89c-82aae8fd9d34,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:04.721951 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.api.v2.resource [None req-d1902c38-170d-45e5-8f74-fd0f57abd48c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] show failed (client error): The resource could not be found. Feb 20 20:14:04.722377 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725598 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725747 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-d1902c38-170d-45e5-8f74-fd0f57abd48c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups/ee71c2c9-93a6-406c-b89c-82aae8fd9d34 HTTP/1.1" status: 404 len: 347 time: 0.0139074 Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.725855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.726603 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53522) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:04.726696 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.726696 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cf05ee-ac92-4355-9bc1-501a24442f86 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:04.856369 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Deleting port 1478d875-9779-4346-992b-5e77b41ce26f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:04.856709 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (1478d875-9779-4346-992b-5e77b41ce26f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.930692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (1478d875-9779-4346-992b-5e77b41ce26f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.931018 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (1478d875-9779-4346-992b-5e77b41ce26f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:04.942709 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Calling delete_port for 1478d875-9779-4346-992b-5e77b41ce26f owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:05.137174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (1478d875-9779-4346-992b-5e77b41ce26f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.163472 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event deleted for resources: {'Port': ['ID=1478d875-9779-4346-992b-5e77b41ce26f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:05.229028 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (80c64f79-7996-4ef9-9a72-f2522546240e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.231577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.232758 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-88eb0598-ef10-4046-bb19-da074c354c18 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "DELETE /v2.0/floatingips/80c64f79-7996-4ef9-9a72-f2522546240e HTTP/1.1" status: 204 len: 168 time: 0.5060616 Feb 20 20:14:05.599197 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53528) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:05.603721 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b1f84e21-41bf-4516-9770-9cbc95f9fa46 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085477511', 'description': 'tempest-description--1148002272'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:05.724600 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1f84e21-41bf-4516-9770-9cbc95f9fa46 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.792853 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1f84e21-41bf-4516-9770-9cbc95f9fa46 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (a06ad29d-9443-4d33-814e-9f4cd1981f32), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.878691 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1f84e21-41bf-4516-9770-9cbc95f9fa46 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a06ad29d-9443-4d33-814e-9f4cd1981f32), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.909119 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f84e21-41bf-4516-9770-9cbc95f9fa46 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ad29d-9443-4d33-814e-9f4cd1981f32,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:05.967077 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b1f84e21-41bf-4516-9770-9cbc95f9fa46 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:05.968342 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b1f84e21-41bf-4516-9770-9cbc95f9fa46 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3681250 Feb 20 20:14:05.971111 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53530) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:05.975440 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-2d8163f6-a767-466c-8eef-823ac611e476 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'security_group_rule': {'security_group_id': 'a06ad29d-9443-4d33-814e-9f4cd1981f32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:06.061050 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d8163f6-a767-466c-8eef-823ac611e476 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (7794be3a-480b-4729-8885-825ca61a284c), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.114662 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d8163f6-a767-466c-8eef-823ac611e476 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (7794be3a-480b-4729-8885-825ca61a284c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.175262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d8163f6-a767-466c-8eef-823ac611e476 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (7794be3a-480b-4729-8885-825ca61a284c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.195247 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8163f6-a767-466c-8eef-823ac611e476 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7794be3a-480b-4729-8885-825ca61a284c,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:06.274462 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-2d8163f6-a767-466c-8eef-823ac611e476 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.275702 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-2d8163f6-a767-466c-8eef-823ac611e476 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036847 Feb 20 20:14:06.278403 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53532) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:06.282682 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c4df7969-8b7b-40d0-a8be-d398753887a3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'security_group_rule': {'security_group_id': 'a06ad29d-9443-4d33-814e-9f4cd1981f32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:06.357699 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4df7969-8b7b-40d0-a8be-d398753887a3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (867c207e-8b9e-4e4d-a7a2-f56c55f1a7bb), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.411197 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4df7969-8b7b-40d0-a8be-d398753887a3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (867c207e-8b9e-4e4d-a7a2-f56c55f1a7bb), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.472940 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4df7969-8b7b-40d0-a8be-d398753887a3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (867c207e-8b9e-4e4d-a7a2-f56c55f1a7bb), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.489975 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df7969-8b7b-40d0-a8be-d398753887a3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867c207e-8b9e-4e4d-a7a2-f56c55f1a7bb,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:06.566350 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c4df7969-8b7b-40d0-a8be-d398753887a3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.567692 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-c4df7969-8b7b-40d0-a8be-d398753887a3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883148 Feb 20 20:14:06.570630 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53534) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:06.575704 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:06.667366 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f3acbd23-2671-4ea1-98a7-e78d76be2dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.690548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.792757 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:06.901044 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Allocated IP 172.27.1.142 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/03354654-bd10-4906-83b0-8781320833bf) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:14:07.002548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for port (03354654-bd10-4906-83b0-8781320833bf), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.168826 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd863-2e51-4e97-a2b4-5772e7036a0f req-f4a363d5-10ea-41ac-85a3-585ce408dad7 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:07.170290 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1bcdd863-2e51-4e97-a2b4-5772e7036a0f req-f4a363d5-10ea-41ac-85a3-585ce408dad7 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 945 time: 0.0514562 Feb 20 20:14:07.191080 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (03354654-bd10-4906-83b0-8781320833bf), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.246459 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:14:07.253997 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:14:07.261923 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1bcdd863-2e51-4e97-a2b4-5772e7036a0f req-83f98c5d-c616-490d-8fa3-bfe6d039194f tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861449 Feb 20 20:14:07.262615 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:14:07.267968 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'Port': ['ID=03354654-bd10-4906-83b0-8781320833bf,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:07.350166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (6213658d-e5a1-4cd7-8397-a8d8435ecfb3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.436985 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (03354654-bd10-4906-83b0-8781320833bf), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.584434 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for port (03354654-bd10-4906-83b0-8781320833bf), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.632997 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (03354654-bd10-4906-83b0-8781320833bf), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.703815 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'Port': ['ID=03354654-bd10-4906-83b0-8781320833bf,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:07.713491 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (6213658d-e5a1-4cd7-8397-a8d8435ecfb3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.789135 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:07.790392 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f1dd8e0e-b38d-4eaf-a25d-5d50750e2461 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2188263 Feb 20 20:14:07.937030 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-809a576b-6637-4061-b6b7-055920cbd36e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1085477511&fields=id&tenant_id=7b2e5327bafe44618051a393c83948d3 HTTP/1.1" status: 200 len: 267 time: 0.0418046 Feb 20 20:14:07.998792 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:08.048468 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-af00727f-9260-430c-8861-0d28f51045b1 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:08.049911 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-af00727f-9260-430c-8861-0d28f51045b1 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 809 time: 0.1061809 Feb 20 20:14:08.064488 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-0eee7426-51f8-4353-9d06-34a40116f8f3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/quotas/7b2e5327bafe44618051a393c83948d3 HTTP/1.1" status: 200 len: 375 time: 0.0093589 Feb 20 20:14:08.117033 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-c3c78b85-a55c-413f-80dd-6999d9864f29 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478613 Feb 20 20:14:08.212997 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-a29f8716-73df-4db8-9125-71d0f12387a7 service neutron] 10.222.0.61 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839124 Feb 20 20:14:08.304552 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-ad239179-2c4c-4bff-ab0f-1349acf4d2c1 service neutron] 10.222.0.61 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856740 Feb 20 20:14:08.381289 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeff395-7762-4f62-b7fb-cbdd50fcd00d req-4dca56cf-31b7-4e85-81cb-171d4dce10ab tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:08.382772 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ebeff395-7762-4f62-b7fb-cbdd50fcd00d req-4dca56cf-31b7-4e85-81cb-171d4dce10ab tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 945 time: 0.0519793 Feb 20 20:14:08.430263 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ebeff395-7762-4f62-b7fb-cbdd50fcd00d req-36079ad0-14aa-45ee-83fb-4a7ccf6a8541 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Feb 20 20:14:08.569558 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b6a97ec-c883-4df0-a7cf-38290fb2c163 req-57b1526a-4493-4bd3-ad26-3d04d2fbe426 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 210 time: 0.0264215 Feb 20 20:14:09.027952 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-40e74ccb-ddd9-4e9c-be7b-5bf9cbc8002e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:09.582128 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6c83b-8510-4a2a-81c6-baa5b5258482 req-5862ff9a-9d7c-4eed-b261-8f5399e143f6 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:09.583583 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7bd6c83b-8510-4a2a-81c6-baa5b5258482 req-5862ff9a-9d7c-4eed-b261-8f5399e143f6 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 945 time: 0.0865936 Feb 20 20:14:09.594015 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-2b574b70-82de-4cee-aa39-2154aeda97f5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:09.595405 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-2b574b70-82de-4cee-aa39-2154aeda97f5 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 945 time: 0.0693779 Feb 20 20:14:09.693809 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02727096-af0e-43c4-9656-a15cc019f050 req-33dfc635-292a-4b88-b715-aef67ca6c3d8 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 210 time: 0.0516353 Feb 20 20:14:09.699557 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7bd6c83b-8510-4a2a-81c6-baa5b5258482 req-175c1569-b56f-465b-a3ad-3d23760f5f75 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/security-groups?id=f0154581-2dda-47da-a060-257ef31233e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032636 Feb 20 20:14:09.743945 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Deleting port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:14:09.744309 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:09.838729 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] For port 4c80414a-2cc4-49b1-b67e-15e2b45360d6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4c80414a-2cc4-49b1-b67e-15e2b45360d6,segment=NetworkSegment(883ad2b6-cf04-4a58-bcf5-f22eb73c5147),segment_id=883ad2b6-cf04-4a58-bcf5-f22eb73c5147)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:09.839130 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:09.852494 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Calling delete_port for 4c80414a-2cc4-49b1-b67e-15e2b45360d6 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:14:10.113041 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (4c80414a-2cc4-49b1-b67e-15e2b45360d6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:10.145455 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Pushing event deleted for resources: {'Port': ['ID=4c80414a-2cc4-49b1-b67e-15e2b45360d6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:10.162393 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['4c80414a-2cc4-49b1-b67e-15e2b45360d6'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:10.193489 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] No DVR routers for this DVR port 4c80414a-2cc4-49b1-b67e-15e2b45360d6 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:14:10.195732 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:10.199458 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3ed8a6b4-8fa7-4f70-9fc5-012f1e520dfd req-5b2eaecc-2e48-447e-96b1-397fb99a03ba tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.91 "DELETE /v2.0/ports/4c80414a-2cc4-49b1-b67e-15e2b45360d6 HTTP/1.1" status: 204 len: 173 time: 0.5966320 Feb 20 20:14:10.199894 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'name': 'network-vif-deleted', 'tag': '4c80414a-2cc4-49b1-b67e-15e2b45360d6'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:10.202179 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ff5155-379b-421d-b60c-0cf269704f0a" -d '{"events": [{"server_uuid": "1ad3cba6-4f4e-4853-816d-ff3663f8dc44", "name": "network-vif-deleted", "tag": "4c80414a-2cc4-49b1-b67e-15e2b45360d6"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:10.214528 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:10.239165 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd03f5-682c-4647-89a4-316dc925cb5b x-openstack-request-id: req-d5bd03f5-682c-4647-89a4-316dc925cb5b {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:10.239456 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad3cba6-4f4e-4853-816d-ff3663f8dc44", "name": "network-vif-deleted", "tag": "4c80414a-2cc4-49b1-b67e-15e2b45360d6", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:10.239705 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d5bd03f5-682c-4647-89a4-316dc925cb5b {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:10.240102 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad3cba6-4f4e-4853-816d-ff3663f8dc44', 'name': 'network-vif-deleted', 'tag': '4c80414a-2cc4-49b1-b67e-15e2b45360d6', 'status': 'completed', 'code': 200} Feb 20 20:14:10.819659 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-49cba1ae-a878-4930-a56d-c686a1f8ea33 req-029f2a30-50eb-415b-aec1-192663d228d4 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 210 time: 0.0521891 Feb 20 20:14:10.842616 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0e5a72b6-855f-4a38-a47c-8bdfe5dcb6fa req-c5444932-e990-4ff8-9c11-b80009ccb7d0 tempest-VolumesSnapshotTestJSON-373209516 tempest-VolumesSnapshotTestJSON-373209516-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ad3cba6-4f4e-4853-816d-ff3663f8dc44 HTTP/1.1" status: 200 len: 210 time: 0.0535865 Feb 20 20:14:10.850199 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-60970a17-0659-493d-8c09-5fa10e5c7660 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:10.851573 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-60970a17-0659-493d-8c09-5fa10e5c7660 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 809 time: 0.1593442 Feb 20 20:14:10.920087 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-aa108d0d-a239-40b6-b2e4-b5eb5932d175 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b2e5327bafe44618051a393c83948d3 HTTP/1.1" status: 200 len: 380 time: 0.0517640 Feb 20 20:14:10.929005 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'port': {'device_id': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'admin_state_up': True, 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'security_groups': ['a06ad29d-9443-4d33-814e-9f4cd1981f32']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:11.107556 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Made reservation on behalf of 7b2e5327bafe44618051a393c83948d3 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:14:11.111127 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:11.246977 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Allocated IP 172.20.0.14 (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4/a2408bd4-c783-45c3-a45e-d2c3b908a616/2210518f-497b-475c-9bce-25d989d783a1) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:14:11.384676 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for port (2210518f-497b-475c-9bce-25d989d783a1), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:11.496307 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (2210518f-497b-475c-9bce-25d989d783a1), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:11.542734 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:14:11.545757 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:14:11.551495 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:14:11.577453 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event updated for resources: {'Port': ['ID=2210518f-497b-475c-9bce-25d989d783a1,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:11.605631 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:11.606259 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:11.699476 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-c732aeea-7dc6-49c1-87fd-8166e4d6fd5e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7741301 Feb 20 20:14:11.754897 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-7d1c4de4-f3ee-4901-beac-e58562466195 None None] Provisioning complete for port 2210518f-497b-475c-9bce-25d989d783a1 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:14:11.755442 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4de4-f3ee-4901-beac-e58562466195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2210518f-497b-475c-9bce-25d989d783a1), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:11.792836 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c4de4-f3ee-4901-beac-e58562466195 None None] Port 2210518f-497b-475c-9bce-25d989d783a1 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:14:11.835941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Request body: {'port': {'device_id': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:11.880584 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2210518f-497b-475c-9bce-25d989d783a1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:11.884400 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:12.033783 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c99340-b65d-40c1-8247-3a0bcae495b5 req-7dde05cf-76b8-46ea-8811-072bfa2ee9f3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:12.035285 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f1c99340-b65d-40c1-8247-3a0bcae495b5 req-7dde05cf-76b8-46ea-8811-072bfa2ee9f3 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 932 time: 0.1399124 Feb 20 20:14:12.133998 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f1c99340-b65d-40c1-8247-3a0bcae495b5 req-9f63e813-39c5-4306-8a7b-427f376c15a2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930591 Feb 20 20:14:12.223333 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2210518f-497b-475c-9bce-25d989d783a1 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:14:12.231733 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Publish callbacks [] for port (2210518f-497b-475c-9bce-25d989d783a1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:12.243720 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Transition to ACTIVE for port object 2210518f-497b-475c-9bce-25d989d783a1 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:14:12.347299 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (2210518f-497b-475c-9bce-25d989d783a1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:12.415695 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Pushing event updated for resources: {'Port': ['ID=2210518f-497b-475c-9bce-25d989d783a1,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:12.475184 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Attempting to bind port 2210518f-497b-475c-9bce-25d989d783a1 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:14:12.475517 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Attempting to bind port 2210518f-497b-475c-9bce-25d989d783a1 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:14:12.475845 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Attempting to bind port 2210518f-497b-475c-9bce-25d989d783a1 on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:14:12.481221 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Port 2210518f-497b-475c-9bce-25d989d783a1 on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:14:12.481542 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Attempting to bind port 2210518f-497b-475c-9bce-25d989d783a1 on network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:14:12.486857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:14:12.490759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Checking segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:14:12.490759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Bound using segment: {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:14:12.490759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Bound port: 2210518f-497b-475c-9bce-25d989d783a1, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f02260-fb3e-4500-aa6e-254f0137e1bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:14:12.490759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2210518f-497b-475c-9bce-25d989d783a1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:12.571565 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] For port 2210518f-497b-475c-9bce-25d989d783a1, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:14:12.598114 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 4c80414a-2cc4-49b1-b67e-15e2b45360d6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:14:12.602161 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] For port 2210518f-497b-475c-9bce-25d989d783a1, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2210518f-497b-475c-9bce-25d989d783a1,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:14:12.622479 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 4c80414a-2cc4-49b1-b67e-15e2b45360d6 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:14:12.622837 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 4c80414a-2cc4-49b1-b67e-15e2b45360d6 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:14:12.623100 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-e318eeb9-39a4-4761-973b-befb29d886e1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611520 Feb 20 20:14:12.702849 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-2d471c31-9d7a-4823-a9dc-c140a9119a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:12.704348 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-2d471c31-9d7a-4823-a9dc-c140a9119a27 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1130 time: 0.0469031 Feb 20 20:14:12.732615 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (2210518f-497b-475c-9bce-25d989d783a1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:12.981736 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:13.070686 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.077946 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:13.077946 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] 10.222.0.91 "PUT /v2.0/ports/2210518f-497b-475c-9bce-25d989d783a1 HTTP/1.1" status: 200 len: 1094 time: 1.2613225 Feb 20 20:14:13.077946 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'tag': '2210518f-497b-475c-9bce-25d989d783a1'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:13.077946 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764d1503-c330-4cfc-899a-34b87db6fee5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "tag": "2210518f-497b-475c-9bce-25d989d783a1"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:13.105891 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a81d3-4d1f-479d-b26f-a2360bab0e95 service neutron] Pushing event updated for resources: {'Port': ['ID=2210518f-497b-475c-9bce-25d989d783a1,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:13.119432 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b91f24-ff65-4651-95db-1473ad86f6df x-openstack-request-id: req-a2b91f24-ff65-4651-95db-1473ad86f6df {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:13.119725 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "tag": "2210518f-497b-475c-9bce-25d989d783a1", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:13.119972 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2b91f24-ff65-4651-95db-1473ad86f6df {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:13.120607 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'tag': '2210518f-497b-475c-9bce-25d989d783a1', 'status': 'completed', 'code': 200} Feb 20 20:14:13.137104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-dac66010-1ddc-4c97-8e6b-b3d5cce33dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.137271 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-dac66010-1ddc-4c97-8e6b-b3d5cce33dd0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.4140575 Feb 20 20:14:13.286243 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-5d14ff46-ac7b-4e9a-ae8f-638257e67efd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 1002 time: 0.1283085 Feb 20 20:14:13.325104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1503-c330-4cfc-899a-34b87db6fee5 req-5e865d91-56bb-451c-8b1c-04d75a06ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.326831 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-764d1503-c330-4cfc-899a-34b87db6fee5 req-5e865d91-56bb-451c-8b1c-04d75a06ec9f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 1128 time: 0.1258388 Feb 20 20:14:13.340322 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24054cb0-20d6-453c-ae1c-b490de2a80e3 req-c921fd2b-2f51-424f-a973-bb5811b3fa44 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.343005 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-24054cb0-20d6-453c-ae1c-b490de2a80e3 req-c921fd2b-2f51-424f-a973-bb5811b3fa44 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 944 time: 0.1309106 Feb 20 20:14:13.413166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-1b5e7725-6163-4475-b4cd-d0c10d4771ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.414595 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-1b5e7725-6163-4475-b4cd-d0c10d4771ad service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.1202521 Feb 20 20:14:13.489054 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-24054cb0-20d6-453c-ae1c-b490de2a80e3 req-6bb94900-ed97-41f4-8d61-0e0f6906312f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323595 Feb 20 20:14:13.518286 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1503-c330-4cfc-899a-34b87db6fee5 req-55071541-ee52-4fb1-b405-7ad66174e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.519750 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-764d1503-c330-4cfc-899a-34b87db6fee5 req-55071541-ee52-4fb1-b405-7ad66174e340 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=7b2e5327bafe44618051a393c83948d3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1743333 Feb 20 20:14:13.522288 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-8f7c05ec-0642-4538-aa7e-011533aee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.523873 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-8f7c05ec-0642-4538-aa7e-011533aee4b7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1017499 Feb 20 20:14:13.690362 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d1503-c330-4cfc-899a-34b87db6fee5 req-3743edf9-63cd-4184-b7f3-43542bd54197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.691865 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-764d1503-c330-4cfc-899a-34b87db6fee5 req-3743edf9-63cd-4184-b7f3-43542bd54197 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609907 Feb 20 20:14:13.693779 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-6f4a83db-a75c-4214-a356-c54e4febaa41 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554272 Feb 20 20:14:13.833656 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b37af14c-2e80-4480-bc95-de727f04eee6 req-7cbcbf61-8c6b-42ab-bcd8-2f748f8c2ede service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240928 Feb 20 20:14:13.836102 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-c4e06d6d-e549-467d-99e9-a7b26d0e323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.837485 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-c4e06d6d-e549-467d-99e9-a7b26d0e323e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 1128 time: 0.0792708 Feb 20 20:14:13.893024 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-31ee447e-c4b5-4719-b6a4-a7e0d390f19c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2210518f-497b-475c-9bce-25d989d783a1 HTTP/1.1" status: 200 len: 217 time: 0.0350773 Feb 20 20:14:13.945448 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-cd9afbe6-99f0-4703-844d-b09afdd8119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:13.946923 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-cd9afbe6-99f0-4703-844d-b09afdd8119b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.0468533 Feb 20 20:14:13.999966 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a411c-b124-44dc-9848-458ff453289e req-e4223e75-2f8f-407f-b871-41f2bf21fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:14.001485 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-e4223e75-2f8f-407f-b871-41f2bf21fcb7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442908 Feb 20 20:14:14.088223 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-db065608-4e03-46a2-91e3-72559b60ab83 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792439 Feb 20 20:14:14.183988 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e27a411c-b124-44dc-9848-458ff453289e req-9dd517ee-e4f9-4fb0-935b-f295e6aad103 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880847 Feb 20 20:14:14.610173 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2da708-f5f7-4038-a538-a2f52b7c9edd req-cf0f92b8-c71c-418f-8d8c-a31baa9292cb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:14.611666 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d2da708-f5f7-4038-a538-a2f52b7c9edd req-cf0f92b8-c71c-418f-8d8c-a31baa9292cb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 944 time: 0.0523732 Feb 20 20:14:14.659646 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5d2da708-f5f7-4038-a538-a2f52b7c9edd req-da702578-c863-4a47-9914-b761a2805dd9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422616 Feb 20 20:14:14.830795 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:14:15.775777 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d56b56-0467-40b1-afbf-b43834e8e402 req-6dee7209-968a-43fc-b2a6-3c7cda048482 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:15.777614 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a7d56b56-0467-40b1-afbf-b43834e8e402 req-6dee7209-968a-43fc-b2a6-3c7cda048482 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 944 time: 0.0515647 Feb 20 20:14:15.827895 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a7d56b56-0467-40b1-afbf-b43834e8e402 req-4adb44e7-d7c6-4d7b-939b-3b0f418b7299 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448692 Feb 20 20:14:16.943557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b1284-845f-42be-8f76-5f059827ea73 req-2539cfd7-f5e2-4ce9-a737-418400ddddf9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:16.945073 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-683b1284-845f-42be-8f76-5f059827ea73 req-2539cfd7-f5e2-4ce9-a737-418400ddddf9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 944 time: 0.0520949 Feb 20 20:14:16.993039 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-683b1284-845f-42be-8f76-5f059827ea73 req-3c8916c8-99d8-4737-aaec-9433f27b1afd tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 Feb 20 20:14:18.109213 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96ea0-8976-454f-8105-688b23b6b590 req-1443192a-4e9d-4183-8ac3-a41ca14a0930 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:18.110701 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-50e96ea0-8976-454f-8105-688b23b6b590 req-1443192a-4e9d-4183-8ac3-a41ca14a0930 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 944 time: 0.0509977 Feb 20 20:14:18.157448 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-50e96ea0-8976-454f-8105-688b23b6b590 req-447d98ac-0775-4435-90c1-974bd4469eb9 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Feb 20 20:14:19.277772 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55817f-db6e-440b-84d5-7e865bd1f0be req-74e1022f-4b42-4372-838c-ce096482a730 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:19.279245 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3a55817f-db6e-440b-84d5-7e865bd1f0be req-74e1022f-4b42-4372-838c-ce096482a730 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 944 time: 0.0563719 Feb 20 20:14:19.325506 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3a55817f-db6e-440b-84d5-7e865bd1f0be req-d86f584f-cdb8-4b04-b1fd-2b99d0b6bb52 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407445 Feb 20 20:14:20.440210 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a180442-ac9f-4ed9-ab70-99b3111eccdd req-431a3e50-4925-4a00-be78-e66009acffc2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:20.441695 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9a180442-ac9f-4ed9-ab70-99b3111eccdd req-431a3e50-4925-4a00-be78-e66009acffc2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 944 time: 0.0520461 Feb 20 20:14:20.488542 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9a180442-ac9f-4ed9-ab70-99b3111eccdd req-d56e7ea3-63d4-400b-b5ab-1102aa32ac1f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Feb 20 20:14:20.643479 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2210518f-497b-475c-9bce-25d989d783a1 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:14:20.743036 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 2210518f-497b-475c-9bce-25d989d783a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2210518f-497b-475c-9bce-25d989d783a1,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:20.755606 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '2210518f-497b-475c-9bce-25d989d783a1', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'port_id': '2210518f-497b-475c-9bce-25d989d783a1', 'mac_address': 'fa:16:3e:c8:b7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:14:20.794026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 2210518f-497b-475c-9bce-25d989d783a1 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:14:20.794423 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2210518f-497b-475c-9bce-25d989d783a1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.810486 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2210518f-497b-475c-9bce-25d989d783a1 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:14:20.829064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 2210518f-497b-475c-9bce-25d989d783a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2210518f-497b-475c-9bce-25d989d783a1,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:20.890090 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2210518f-497b-475c-9bce-25d989d783a1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:20.937205 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=2210518f-497b-475c-9bce-25d989d783a1,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:21.388393 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['2210518f-497b-475c-9bce-25d989d783a1'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:21.611635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5b149-3c27-49b7-b7ed-c7a0eb2f110a req-919241ab-faef-4d4d-be92-b62b4d2bc202 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:21.613130 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c1e5b149-3c27-49b7-b7ed-c7a0eb2f110a req-919241ab-faef-4d4d-be92-b62b4d2bc202 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 945 time: 0.0543513 Feb 20 20:14:21.660070 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c1e5b149-3c27-49b7-b7ed-c7a0eb2f110a req-618ed1f7-05e0-40a7-9d48-da6ca5c3c1dc tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412903 Feb 20 20:14:22.642401 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2210518f-497b-475c-9bce-25d989d783a1 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:14:22.779455 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b09c18-4d13-47fb-80a0-53708cacec44 req-b22c736c-ae9e-42b8-b880-20ac614a83bb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:22.781006 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f6b09c18-4d13-47fb-80a0-53708cacec44 req-b22c736c-ae9e-42b8-b880-20ac614a83bb tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 945 time: 0.0535326 Feb 20 20:14:22.781378 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 2210518f-497b-475c-9bce-25d989d783a1 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:14:22.785557 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 2210518f-497b-475c-9bce-25d989d783a1 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:14:22.788160 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2210518f-497b-475c-9bce-25d989d783a1), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:22.828811 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f6b09c18-4d13-47fb-80a0-53708cacec44 req-491f4823-09bd-4465-b962-107ff5d53b5f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Feb 20 20:14:22.862477 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 2210518f-497b-475c-9bce-25d989d783a1 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:14:22.862890 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2210518f-497b-475c-9bce-25d989d783a1), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:22.891330 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2210518f-497b-475c-9bce-25d989d783a1'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:22.891330 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fde4fa-2fa8-46bf-bfa1-4f19772e5b5d" -d '{"events": [{"server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "name": "network-vif-plugged", "status": "completed", "tag": "2210518f-497b-475c-9bce-25d989d783a1"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:22.903383 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 2210518f-497b-475c-9bce-25d989d783a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2210518f-497b-475c-9bce-25d989d783a1,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:22.923872 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e90a0d-3c8b-4de3-b536-7ac9f2b492b0 x-openstack-request-id: req-19e90a0d-3c8b-4de3-b536-7ac9f2b492b0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:22.924159 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "name": "network-vif-plugged", "status": "completed", "tag": "2210518f-497b-475c-9bce-25d989d783a1", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:22.924436 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19e90a0d-3c8b-4de3-b536-7ac9f2b492b0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:22.924819 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2210518f-497b-475c-9bce-25d989d783a1', 'code': 200} Feb 20 20:14:22.958290 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2210518f-497b-475c-9bce-25d989d783a1), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:23.007710 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=2210518f-497b-475c-9bce-25d989d783a1,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:23.220994 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d510-1285-4a48-afed-12ee973650c1 req-36ea73c5-1203-4903-971c-011996069d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:23.222470 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3642d510-1285-4a48-afed-12ee973650c1 req-36ea73c5-1203-4903-971c-011996069d82 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 1130 time: 0.0439591 Feb 20 20:14:23.271788 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3642d510-1285-4a48-afed-12ee973650c1 req-374a7084-d4f8-4a0a-baee-931666ee0fc4 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Feb 20 20:14:23.944737 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ad4c3-5c8a-411f-99d8-5e41714b975d req-5283511e-8507-412c-908f-f615a695cb16 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:23.946136 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-391ad4c3-5c8a-411f-99d8-5e41714b975d req-5283511e-8507-412c-908f-f615a695cb16 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0509269 Feb 20 20:14:23.992759 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-391ad4c3-5c8a-411f-99d8-5e41714b975d req-30e86f74-5377-445b-bc1a-7db4ba5771b0 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399601 Feb 20 20:14:25.114623 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda3fb1-dea4-46b7-9526-83d75c98c8a3 req-f4b5e0ef-c12a-407c-bea4-75922b522079 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:25.116159 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-beda3fb1-dea4-46b7-9526-83d75c98c8a3 req-f4b5e0ef-c12a-407c-bea4-75922b522079 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0509045 Feb 20 20:14:25.167158 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-beda3fb1-dea4-46b7-9526-83d75c98c8a3 req-028bb72f-309b-4a89-a2d9-e134d153c61b tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439913 Feb 20 20:14:26.288518 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a820a2-aa1f-4b75-9106-a9b6aa8f2b79 req-952f1a4e-e486-4740-83d0-93f573642de8 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:26.289920 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2a820a2-aa1f-4b75-9106-a9b6aa8f2b79 req-952f1a4e-e486-4740-83d0-93f573642de8 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0544784 Feb 20 20:14:26.341106 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2a820a2-aa1f-4b75-9106-a9b6aa8f2b79 req-a8544d97-c717-4940-afa0-e9d1c7587101 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457358 Feb 20 20:14:26.453871 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648523f9-2af5-43f6-a326-f4a6630ee835 req-23954f3f-47c2-488b-933e-0078819f4157 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:26.455323 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-648523f9-2af5-43f6-a326-f4a6630ee835 req-23954f3f-47c2-488b-933e-0078819f4157 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0509083 Feb 20 20:14:26.463691 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53672) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:26.468067 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Request body: {'floatingip': {'port_id': '2210518f-497b-475c-9bce-25d989d783a1'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:14:26.508910 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (6213658d-e5a1-4cd7-8397-a8d8435ecfb3), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:26.933473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:26.998388 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (6213658d-e5a1-4cd7-8397-a8d8435ecfb3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:27.105685 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Floating IP 6213658d-e5a1-4cd7-8397-a8d8435ecfb3 associated. External IP: 172.27.1.142, port: 2210518f-497b-475c-9bce-25d989d783a1. Feb 20 20:14:27.310454 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:14:27.415331 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:14:27.420893 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:27.425906 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] Sync routers for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:14:27.435850 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:27.436499 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:14:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:27.449460 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b8292164-9f85-4e6d-afcd-dcf7a2e9638e tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "PUT /v2.0/floatingips/6213658d-e5a1-4cd7-8397-a8d8435ecfb3 HTTP/1.1" status: 200 len: 992 time: 0.9845886 Feb 20 20:14:27.450119 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'tag': '2210518f-497b-475c-9bce-25d989d783a1'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:27.452410 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602eb824-a33c-4814-917b-733afc7d69b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "tag": "2210518f-497b-475c-9bce-25d989d783a1"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:27.488810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3175e64-5647-420b-b1de-9ed34be3124e x-openstack-request-id: req-d3175e64-5647-420b-b1de-9ed34be3124e {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:27.489246 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "tag": "2210518f-497b-475c-9bce-25d989d783a1", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:27.489471 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d3175e64-5647-420b-b1de-9ed34be3124e {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:27.489873 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'tag': '2210518f-497b-475c-9bce-25d989d783a1', 'status': 'completed', 'code': 200} Feb 20 20:14:27.549340 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:27.778237 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6213658d-e5a1-4cd7-8397-a8d8435ecfb3', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'port_id': '2210518f-497b-475c-9bce-25d989d783a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'mac_address': 'fa:16:3e:c8:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:14:07Z', 'updated_at': '2022-02-20T20:14:26Z', 'revision_number': 1, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:27.934755 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] Checking router: be0e45c4-3b70-40a3-ac93-1fb1e423ad82 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:14:27.943236 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:14:27.943848 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:14:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:28.053361 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:14:28.279194 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6213658d-e5a1-4cd7-8397-a8d8435ecfb3', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'port_id': '2210518f-497b-475c-9bce-25d989d783a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'mac_address': 'fa:16:3e:c8:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:14:07Z', 'updated_at': '2022-02-20T20:14:26Z', 'revision_number': 1, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:28.305700 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20116cf9-99ad-4764-9a05-26677d3a0865 None None] The sync data for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi is: [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6213658d-e5a1-4cd7-8397-a8d8435ecfb3', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'port_id': '2210518f-497b-475c-9bce-25d989d783a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'mac_address': 'fa:16:3e:c8:b7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:14:07Z', 'updated_at': '2022-02-20T20:14:26Z', 'revision_number': 1, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:14:28.496160 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6ff7f-a1ff-4016-b690-144592b58f19 None None] New status for floating IP 6213658d-e5a1-4cd7-8397-a8d8435ecfb3: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:14:30.755207 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb824-a33c-4814-917b-733afc7d69b3 req-da44672b-fdba-4d0b-abbd-60e30057f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:30.756802 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-602eb824-a33c-4814-917b-733afc7d69b3 req-da44672b-fdba-4d0b-abbd-60e30057f968 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7b2e5327bafe44618051a393c83948d3&device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 1130 time: 0.0461378 Feb 20 20:14:30.849455 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb824-a33c-4814-917b-733afc7d69b3 req-5bda3dc5-e8fb-4237-be9d-afbb05dadfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:30.850808 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-602eb824-a33c-4814-917b-733afc7d69b3 req-5bda3dc5-e8fb-4237-be9d-afbb05dadfce service neutron] 10.222.0.91 "GET /v2.0/networks?id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 200 len: 910 time: 0.0861301 Feb 20 20:14:30.915943 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-602eb824-a33c-4814-917b-733afc7d69b3 req-266f8707-82d9-4fe8-a06d-12cae708b542 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2210518f-497b-475c-9bce-25d989d783a1 HTTP/1.1" status: 200 len: 1002 time: 0.0573814 Feb 20 20:14:30.966390 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb824-a33c-4814-917b-733afc7d69b3 req-45d04b97-8577-43d5-a58e-67ccf1cfb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:30.967814 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-602eb824-a33c-4814-917b-733afc7d69b3 req-45d04b97-8577-43d5-a58e-67ccf1cfb492 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 200 len: 848 time: 0.0457516 Feb 20 20:14:31.014516 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602eb824-a33c-4814-917b-733afc7d69b3 req-ae7a4f71-b852-49b7-a519-7d5c9b737ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:31.015975 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-602eb824-a33c-4814-917b-733afc7d69b3 req-ae7a4f71-b852-49b7-a519-7d5c9b737ee6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421159 Feb 20 20:14:31.105293 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-602eb824-a33c-4814-917b-733afc7d69b3 req-b929a746-0931-4eaa-969e-1ee90812d4e1 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830052 Feb 20 20:14:31.202244 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-602eb824-a33c-4814-917b-733afc7d69b3 req-5e5cc651-1c80-4bcc-b387-20255a125af3 service neutron] 10.222.0.91 "GET /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911887 Feb 20 20:14:31.861407 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6ebd1-8d04-4c85-8f1b-a2642da5b681 req-d35199a8-2eda-44b3-8185-16405798eb86 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:31.862973 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69d6ebd1-8d04-4c85-8f1b-a2642da5b681 req-d35199a8-2eda-44b3-8185-16405798eb86 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0546978 Feb 20 20:14:31.910432 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69d6ebd1-8d04-4c85-8f1b-a2642da5b681 req-c133a855-1f34-48d3-8d4f-1627ac754d2b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416598 Feb 20 20:14:33.056963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7ec2e-ef90-47d9-9a43-99c9a8017984 req-4f125766-09aa-417d-a428-23172db6f0b4 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:33.059083 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8cf7ec2e-ef90-47d9-9a43-99c9a8017984 req-4f125766-09aa-417d-a428-23172db6f0b4 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0720530 Feb 20 20:14:33.107865 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8cf7ec2e-ef90-47d9-9a43-99c9a8017984 req-7ee91a2c-adfa-48c5-8c87-61b87183b4cc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Feb 20 20:14:34.235574 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed10ab-4a1f-4971-9bf0-926974295078 req-632e0ac4-63c8-4b7b-8518-cafd68729065 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:34.237055 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-35ed10ab-4a1f-4971-9bf0-926974295078 req-632e0ac4-63c8-4b7b-8518-cafd68729065 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0515769 Feb 20 20:14:34.283518 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-35ed10ab-4a1f-4971-9bf0-926974295078 req-7cd25a7c-9610-473f-8cfa-62533c3477c4 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405731 Feb 20 20:14:35.405737 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628cd83-a09b-4b89-be89-7108cb3ad1d1 req-97f07255-96b6-4a50-a2d9-bc724b40df75 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:35.407230 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e628cd83-a09b-4b89-be89-7108cb3ad1d1 req-97f07255-96b6-4a50-a2d9-bc724b40df75 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0531518 Feb 20 20:14:35.456104 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e628cd83-a09b-4b89-be89-7108cb3ad1d1 req-21326e04-7219-4b24-a7cf-3f8c5d683977 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433717 Feb 20 20:14:36.578794 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69df24e-542f-4a45-ae46-3298baae92de req-acc2f062-1a23-422d-921a-2e0de05dcb43 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:36.580277 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b69df24e-542f-4a45-ae46-3298baae92de req-acc2f062-1a23-422d-921a-2e0de05dcb43 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0508444 Feb 20 20:14:36.628899 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b69df24e-542f-4a45-ae46-3298baae92de req-c1a1907e-7cde-46af-a69c-8c4b38ebbb18 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Feb 20 20:14:36.638747 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1a4a3b57-78d7-411b-a7ce-3e0e3102fcf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:37.756989 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3ead0-14e2-4f26-acb2-a7c18dd9e23f req-6a998a21-dc0a-4222-b6b1-9b05e4c00bae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:37.758458 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9f3ead0-14e2-4f26-acb2-a7c18dd9e23f req-6a998a21-dc0a-4222-b6b1-9b05e4c00bae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0514770 Feb 20 20:14:37.805989 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9f3ead0-14e2-4f26-acb2-a7c18dd9e23f req-ad606144-bcc8-4363-a45a-c8dec96fd6cd tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413973 Feb 20 20:14:38.027619 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.935499 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dd1e-4aa9-4a33-a942-04265bc07d0e req-0382a22d-5b58-4678-a17d-0a28b28cf484 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:38.937043 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8030dd1e-4aa9-4a33-a942-04265bc07d0e req-0382a22d-5b58-4678-a17d-0a28b28cf484 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0596931 Feb 20 20:14:38.975535 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e712af8-8c5f-44f4-8679-4814cf1d9e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:38.983492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8030dd1e-4aa9-4a33-a942-04265bc07d0e req-bff5dd5d-a826-47de-a150-b2a327efd238 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Feb 20 20:14:40.106705 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:40.109937 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fc3f2-9f85-44ed-9118-f0ec85868da0 req-0a44ea8c-896f-45aa-936f-1a375df53f81 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:40.114280 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fc4fc3f2-9f85-44ed-9118-f0ec85868da0 req-0a44ea8c-896f-45aa-936f-1a375df53f81 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0545564 Feb 20 20:14:40.165922 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fc4fc3f2-9f85-44ed-9118-f0ec85868da0 req-fc2f52f1-a410-41cc-a7f9-965c3ee4b774 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451620 Feb 20 20:14:41.295354 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86a6b4-3ec9-4f4a-8f2f-3ce9f7c680fc req-d504133d-27dd-4b66-9d17-04496019c096 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:41.295354 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e86a6b4-3ec9-4f4a-8f2f-3ce9f7c680fc req-d504133d-27dd-4b66-9d17-04496019c096 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0591457 Feb 20 20:14:41.343883 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3e86a6b4-3ec9-4f4a-8f2f-3ce9f7c680fc req-fca6e53c-30e7-4c90-904b-cb07788279db tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437570 Feb 20 20:14:41.814974 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:42.471816 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0f8c0-b930-4ee6-9b03-dcb1357fc349 req-744729cf-449f-4db7-b255-ae2cf8e796ab tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:42.473779 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94d0f8c0-b930-4ee6-9b03-dcb1357fc349 req-744729cf-449f-4db7-b255-ae2cf8e796ab tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0530009 Feb 20 20:14:42.527290 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94d0f8c0-b930-4ee6-9b03-dcb1357fc349 req-e55aaea9-2cb7-473a-a671-c947f57552af tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480373 Feb 20 20:14:42.964472 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:43.651741 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fa13c-01ee-432f-9ead-8b2cfff3fabd req-f7348cf5-c8ee-4f67-a686-f0a3eb455b54 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:43.653445 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-115fa13c-01ee-432f-9ead-8b2cfff3fabd req-f7348cf5-c8ee-4f67-a686-f0a3eb455b54 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0530672 Feb 20 20:14:43.702060 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-115fa13c-01ee-432f-9ead-8b2cfff3fabd req-fd808305-cd26-4787-a275-284869c077d0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431077 Feb 20 20:14:43.869185 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53850) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:43.915293 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] Deleting subnet c5b4bab4-f121-423b-90ca-dcfb1d7c5235 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:14:43.918842 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] Publish callbacks [] for subnet (c5b4bab4-f121-423b-90ca-dcfb1d7c5235), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:43.953614 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (c5b4bab4-f121-423b-90ca-dcfb1d7c5235), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:43.991957 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (c5b4bab4-f121-423b-90ca-dcfb1d7c5235), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.095695 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (c5b4bab4-f121-423b-90ca-dcfb1d7c5235), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.124094 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b4bab4-f121-423b-90ca-dcfb1d7c5235,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:44.130496 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.133704 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f5031d15-3f4b-41c6-ba31-d1bcacde672a admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c5b4bab4-f121-423b-90ca-dcfb1d7c5235 HTTP/1.1" status: 204 len: 168 time: 0.2630985 Feb 20 20:14:44.137079 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 53852) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:44.206335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (b6daa1e6-3ba5-4e39-9d53-6d88e525830e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.284355 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (b6daa1e6-3ba5-4e39-9d53-6d88e525830e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.588712 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6daa1e6-3ba5-4e39-9d53-6d88e525830e']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:44.598937 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883ad2b6-cf04-4a58-bcf5-f22eb73c5147') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:44.599179 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883ad2b6-cf04-4a58-bcf5-f22eb73c5147') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:14:44.610407 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (883ad2b6-cf04-4a58-bcf5-f22eb73c5147), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.624340 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (883ad2b6-cf04-4a58-bcf5-f22eb73c5147), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.630407 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:14:44.631175 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (883ad2b6-cf04-4a58-bcf5-f22eb73c5147), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:14:44.632836 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:14:44.746906 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (b6daa1e6-3ba5-4e39-9d53-6d88e525830e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.754119 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:44.757259 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b6daa1e6-3ba5-4e39-9d53-6d88e525830e HTTP/1.1" status: 204 len: 168 time: 0.6191468 Feb 20 20:14:44.767000 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf3c2b-e14c-460a-8175-dbf53378e4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6daa1e6-3ba5-4e39-9d53-6d88e525830e,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:44.853152 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8459d-d2e1-4ba8-a3c3-36fd1092231e req-4ce2d066-507b-450a-8091-7430be335066 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:44.856134 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1c8459d-d2e1-4ba8-a3c3-36fd1092231e req-4ce2d066-507b-450a-8091-7430be335066 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0528429 Feb 20 20:14:44.906824 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1c8459d-d2e1-4ba8-a3c3-36fd1092231e req-e9587989-e552-49b5-b300-8f8b95660a0f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450912 Feb 20 20:14:45.099316 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 53870) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:45.139400 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5df76b39-4c85-497d-b147-5d8ea2150e68 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1883b6a64364430781a2532b9a4bcd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388894 Feb 20 20:14:45.141947 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 53872) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:14:45.189484 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b8f131f-e338-4c84-a148-a128fb4c0874 admin admin] Publish callbacks [] for security_group (f0154581-2dda-47da-a060-257ef31233e4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:45.210373 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b8f131f-e338-4c84-a148-a128fb4c0874 admin admin] Publish callbacks [] for security_group (f0154581-2dda-47da-a060-257ef31233e4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:45.312473 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b8f131f-e338-4c84-a148-a128fb4c0874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (f0154581-2dda-47da-a060-257ef31233e4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:45.315275 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1b8f131f-e338-4c84-a148-a128fb4c0874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:45.316448 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1b8f131f-e338-4c84-a148-a128fb4c0874 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0154581-2dda-47da-a060-257ef31233e4 HTTP/1.1" status: 204 len: 168 time: 0.1735997 Feb 20 20:14:45.324651 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f131f-e338-4c84-a148-a128fb4c0874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0154581-2dda-47da-a060-257ef31233e4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:46.031712 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785536-4dff-4a79-90d3-677cb188a614 req-24d70954-bb9d-4ace-8157-00389b34993c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:46.033215 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1785536-4dff-4a79-90d3-677cb188a614 req-24d70954-bb9d-4ace-8157-00389b34993c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0534735 Feb 20 20:14:46.080705 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1785536-4dff-4a79-90d3-677cb188a614 req-421313c9-adab-4876-a2c5-cf1d6b480fb4 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Feb 20 20:14:47.206807 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8745542-1e1a-4d4f-9837-5216e55b26e2 req-d270acca-3285-4d95-a0e0-09570d6afd6a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:47.208361 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b8745542-1e1a-4d4f-9837-5216e55b26e2 req-d270acca-3285-4d95-a0e0-09570d6afd6a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0547724 Feb 20 20:14:47.254465 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b8745542-1e1a-4d4f-9837-5216e55b26e2 req-fafa128e-417d-4696-832c-3f8ad43e1eaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400047 Feb 20 20:14:48.379043 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455b6f5-db1d-46f4-803f-7092e721745d req-af2d69f7-97b3-4f19-9836-5a6182fa7f49 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:48.380521 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d455b6f5-db1d-46f4-803f-7092e721745d req-af2d69f7-97b3-4f19-9836-5a6182fa7f49 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0538764 Feb 20 20:14:48.426440 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d455b6f5-db1d-46f4-803f-7092e721745d req-b92b6a92-a140-45b0-88a8-3e98551f37db tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 Feb 20 20:14:49.549597 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b9b66-c6e7-4dfd-8398-9030efe0e9fe req-d6058f20-46a7-42b3-bed1-60295905ff5b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:49.551054 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2c2b9b66-c6e7-4dfd-8398-9030efe0e9fe req-d6058f20-46a7-42b3-bed1-60295905ff5b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0515745 Feb 20 20:14:49.596952 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2c2b9b66-c6e7-4dfd-8398-9030efe0e9fe req-95104fd1-46c7-47b1-abd6-42af2706e0d7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401478 Feb 20 20:14:50.721674 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1f8bd-3b12-413b-a353-efb98469af99 req-165cbff4-9114-455f-8e4a-227f6f4b3ff7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:50.723114 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71e1f8bd-3b12-413b-a353-efb98469af99 req-165cbff4-9114-455f-8e4a-227f6f4b3ff7 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0537262 Feb 20 20:14:50.740275 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:14:50.769171 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-71e1f8bd-3b12-413b-a353-efb98469af99 req-16a5900f-2c9b-4371-a306-959b83ef7789 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405674 Feb 20 20:14:50.841617 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:50.852795 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'port_id': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'mac_address': 'fa:16:3e:f9:c9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:14:50.890764 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: ACTIVE; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:14:50.891083 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:50.905185 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:14:50.924420 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:50.986623 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:51.037070 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:51.044628 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.044982 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.045329 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.045667 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.046002 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.046335 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.046664 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.046989 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.047314 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.047640 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.047962 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.048309 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.048634 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:14:51.195917 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['26d34f8b-f8c5-4007-8353-5d2dae05d2b8'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:14:51.830029 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:14:51.892796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee12e1e-77b2-41bb-b86b-7c96187a851a req-d23a377b-4b7b-4638-b41c-1715552a6a6b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:51.894271 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fee12e1e-77b2-41bb-b86b-7c96187a851a req-d23a377b-4b7b-4638-b41c-1715552a6a6b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 945 time: 0.0518656 Feb 20 20:14:51.942196 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fee12e1e-77b2-41bb-b86b-7c96187a851a req-c7a44978-1576-4128-ac50-e957dbdd6682 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Feb 20 20:14:52.763561 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:14:52.814961 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:14:52.815480 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:52.889821 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:14:52.890204 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:52.913064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:14:52.915278 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2cfd14-e45b-4f23-a293-4c408658e06a" -d '{"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-plugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:14:52.927315 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:14:52.951951 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c2f25a-f658-46fc-be31-3a1bd63d74f2 x-openstack-request-id: req-f3c2f25a-f658-46fc-be31-3a1bd63d74f2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:14:52.952263 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-plugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:14:52.952511 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3c2f25a-f658-46fc-be31-3a1bd63d74f2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:14:52.952897 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'code': 200} Feb 20 20:14:53.032752 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:14:53.064174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3898405-5830-4755-a399-3f4ce8222ead req-864a9577-a148-4a84-9add-334c1009a680 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:53.065691 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3898405-5830-4755-a399-3f4ce8222ead req-864a9577-a148-4a84-9add-334c1009a680 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 945 time: 0.0521166 Feb 20 20:14:53.085798 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:14:53.115107 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3898405-5830-4755-a399-3f4ce8222ead req-4761c1cd-3804-482d-a825-c8ce6f7440ef tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439239 Feb 20 20:14:54.238322 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68f769-2bcb-4654-b4a2-1217a312bc4c req-dd8f7a03-9a51-4a42-ae7e-e639cb7bc947 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:54.239781 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ef68f769-2bcb-4654-b4a2-1217a312bc4c req-dd8f7a03-9a51-4a42-ae7e-e639cb7bc947 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0509267 Feb 20 20:14:54.286342 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ef68f769-2bcb-4654-b4a2-1217a312bc4c req-1504645b-93e1-4072-b2fc-270613d0fda5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398350 Feb 20 20:14:55.407794 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701955-2e66-4689-95bd-a0c7d287b8a8 req-4c8cad6d-df6b-430d-b30f-eefb436b4296 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:55.409202 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c7701955-2e66-4689-95bd-a0c7d287b8a8 req-4c8cad6d-df6b-430d-b30f-eefb436b4296 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0524576 Feb 20 20:14:55.454645 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c7701955-2e66-4689-95bd-a0c7d287b8a8 req-b594da74-584c-49bd-b461-9fbc4624d1d9 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397718 Feb 20 20:14:56.591605 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80851de8-9f58-4aea-abc1-0ec61c0408c1 req-d57f7e58-c8f5-47a5-8d03-2bd83072cd59 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:56.593862 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-80851de8-9f58-4aea-abc1-0ec61c0408c1 req-d57f7e58-c8f5-47a5-8d03-2bd83072cd59 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0614791 Feb 20 20:14:56.645660 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-80851de8-9f58-4aea-abc1-0ec61c0408c1 req-13ba75bf-268e-41d5-9122-1e5e61221837 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462108 Feb 20 20:14:57.775105 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c5af9-8de3-4473-9784-5cc4c467511d req-f8f3d303-f83e-4242-9411-149ca97d0581 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:57.782692 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-499c5af9-8de3-4473-9784-5cc4c467511d req-f8f3d303-f83e-4242-9411-149ca97d0581 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0607560 Feb 20 20:14:57.831077 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-499c5af9-8de3-4473-9784-5cc4c467511d req-f37fc05f-a391-4f3a-8601-f17566fd978c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475020 Feb 20 20:14:58.952712 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9cc73-d679-41ff-9df0-9b9d9adb9c50 req-2217d968-c2e7-4642-9b28-9248d22e1f5b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:14:58.954194 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-00d9cc73-d679-41ff-9df0-9b9d9adb9c50 req-2217d968-c2e7-4642-9b28-9248d22e1f5b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0517004 Feb 20 20:14:59.004189 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-00d9cc73-d679-41ff-9df0-9b9d9adb9c50 req-5843a984-5671-4f6a-9067-39853a5a719f tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445387 Feb 20 20:15:00.141961 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2de7d3-c8a8-42d1-b4db-50841161a7c2 req-43ee6745-aefa-4c1a-97b6-f0230b802f06 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:00.143724 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb2de7d3-c8a8-42d1-b4db-50841161a7c2 req-43ee6745-aefa-4c1a-97b6-f0230b802f06 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0553951 Feb 20 20:15:00.196720 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb2de7d3-c8a8-42d1-b4db-50841161a7c2 req-13c77d67-6201-4789-8b53-5524588015ec tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474598 Feb 20 20:15:01.340434 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f245e-ca00-47ac-9bf7-b88a2c5a2d04 req-e84d5dec-d528-4d7e-a956-81d9b4a08056 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:01.342074 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-463f245e-ca00-47ac-9bf7-b88a2c5a2d04 req-e84d5dec-d528-4d7e-a956-81d9b4a08056 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0681310 Feb 20 20:15:01.394291 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-463f245e-ca00-47ac-9bf7-b88a2c5a2d04 req-f8f1485b-d183-4074-8aa1-9039a6c7148e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454495 Feb 20 20:15:02.536470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b29629-b2f0-46c9-a01c-8104ec7d9f21 req-32acfb84-e0b9-4bc1-b8dd-84fd6063e49e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:02.538150 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-05b29629-b2f0-46c9-a01c-8104ec7d9f21 req-32acfb84-e0b9-4bc1-b8dd-84fd6063e49e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0656962 Feb 20 20:15:02.594322 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-05b29629-b2f0-46c9-a01c-8104ec7d9f21 req-9124aea0-4862-4506-9ef2-561872bc34a9 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498674 Feb 20 20:15:03.738604 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba1b21-370b-407e-9633-0552f0ec5047 req-d3fbf002-94f8-4960-b7d8-5139f79ee726 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:03.744684 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7eba1b21-370b-407e-9633-0552f0ec5047 req-d3fbf002-94f8-4960-b7d8-5139f79ee726 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0593002 Feb 20 20:15:03.800661 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7eba1b21-370b-407e-9633-0552f0ec5047 req-c975d4b7-4bdc-4e49-81f5-e55bf94abfae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534127 Feb 20 20:15:04.933948 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a37bce-ec2a-46d4-a866-c24d653205f3 req-9142d7e4-2472-4ed7-ba7b-a6a8ea722469 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:04.936037 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-05a37bce-ec2a-46d4-a866-c24d653205f3 req-9142d7e4-2472-4ed7-ba7b-a6a8ea722469 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0622222 Feb 20 20:15:04.985644 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-05a37bce-ec2a-46d4-a866-c24d653205f3 req-40b17f9b-d42a-4d82-b4f7-085b1f3319a8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441077 Feb 20 20:15:06.113461 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b53ea-a3d7-467b-839e-7356fe0e69cd req-9db396b1-59a3-4c95-82ec-55052c3c4f55 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:06.114961 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b98b53ea-a3d7-467b-839e-7356fe0e69cd req-9db396b1-59a3-4c95-82ec-55052c3c4f55 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0548153 Feb 20 20:15:06.173439 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b98b53ea-a3d7-467b-839e-7356fe0e69cd req-f5265799-9429-4963-b594-e4820d62a152 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517561 Feb 20 20:15:06.856808 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22ce6ccd-84bb-4ef3-a78e-7cdd1c2718bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:07.301963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c79455-9f69-4a69-97b8-ddd6fd451eee req-24e8a44c-70e2-4eee-9200-c84548ed7cfe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:07.303517 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-76c79455-9f69-4a69-97b8-ddd6fd451eee req-24e8a44c-70e2-4eee-9200-c84548ed7cfe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0558445 Feb 20 20:15:07.362766 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-76c79455-9f69-4a69-97b8-ddd6fd451eee req-a6a97b73-9cd1-48a1-acb5-d7b321ae901e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520518 Feb 20 20:15:08.028067 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:08.642122 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c52f83-7e4b-4759-ad6b-14ef60cb5d2d req-1a519f8b-df75-43de-bc6c-78518a9cf76a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:08.643603 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f7c52f83-7e4b-4759-ad6b-14ef60cb5d2d req-1a519f8b-df75-43de-bc6c-78518a9cf76a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.2007680 Feb 20 20:15:08.691756 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f7c52f83-7e4b-4759-ad6b-14ef60cb5d2d req-c771c8e5-51ca-4a83-bb50-8c2336c4da85 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425656 Feb 20 20:15:08.963360 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ba2dbd4-0fc0-41b1-8425-f63827e72f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:09.107590 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-f18397b2-fc40-4f87-a3be-acbdac8851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:09.109206 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-f18397b2-fc40-4f87-a3be-acbdac8851b5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1130 time: 0.0503941 Feb 20 20:15:09.204933 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-002e51c2-c0ab-4d6f-bd0e-e77363dabe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:09.206405 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-002e51c2-c0ab-4d6f-bd0e-e77363dabe22 service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.0900609 Feb 20 20:15:09.270967 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-3c74409f-f70a-4c9f-83d7-001e94b520ad service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 1002 time: 0.0577879 Feb 20 20:15:09.318153 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-d8e8fc23-cd6f-4108-a108-4e234f53fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:09.319528 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-d8e8fc23-cd6f-4108-a108-4e234f53fd74 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0423799 Feb 20 20:15:09.371872 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-60f89a35-ec5d-4425-8a8c-532bfb252b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:09.373507 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-60f89a35-ec5d-4425-8a8c-532bfb252b5a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462410 Feb 20 20:15:09.458817 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-43b4165e-c3e3-4c87-9717-7d5e995de299 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787973 Feb 20 20:15:09.551323 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9384b16f-efc1-4071-8d36-9a4024cd7ade req-d63a9160-9846-4163-86ae-03c706dbec50 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853891 Feb 20 20:15:09.862171 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a13ef-390f-4884-bd94-33776df6fa04 req-15bd96b8-dd8a-44c7-aa87-6c6c022d5145 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:09.863680 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6c5a13ef-390f-4884-bd94-33776df6fa04 req-15bd96b8-dd8a-44c7-aa87-6c6c022d5145 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.1013052 Feb 20 20:15:09.911447 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6c5a13ef-390f-4884-bd94-33776df6fa04 req-8c05d93c-2e48-4f59-aa45-8db7b0f04c58 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Feb 20 20:15:10.083868 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.824667 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:10.898396 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: ACTIVE; New status is: DOWN {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:15:10.898776 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:10.922257 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:15:10.924481 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dce0dd-4c59-4b97-8aa7-1030c78e66d2" -d '{"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-unplugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:15:10.937079 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:10.960916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 20:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ccf390-6c9c-437e-aea4-dc4cf76f0d74 x-openstack-request-id: req-21ccf390-6c9c-437e-aea4-dc4cf76f0d74 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:15:10.961213 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-unplugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:15:10.961465 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21ccf390-6c9c-437e-aea4-dc4cf76f0d74 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:15:10.961881 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'code': 200} Feb 20 20:15:11.027246 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:11.040307 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112b00c-9757-4f0c-8cdc-f3b204f71904 req-4a5119d5-62a5-43fe-999f-1c9bef372552 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:11.041995 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2112b00c-9757-4f0c-8cdc-f3b204f71904 req-4a5119d5-62a5-43fe-999f-1c9bef372552 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 946 time: 0.0527022 Feb 20 20:15:11.077895 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=8']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:11.094352 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2112b00c-9757-4f0c-8cdc-f3b204f71904 req-3cc430a9-6f4c-479c-bbab-7c23eacead5b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467224 Feb 20 20:15:11.954738 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:12.222924 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c5146-4178-4a1d-b186-d527e5ab8b52 req-f1934e46-7214-4b6b-8605-8663132ad9fc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:12.224441 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad8c5146-4178-4a1d-b186-d527e5ab8b52 req-f1934e46-7214-4b6b-8605-8663132ad9fc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0536337 Feb 20 20:15:12.270532 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ad8c5146-4178-4a1d-b186-d527e5ab8b52 req-c46e8847-38dd-49dd-841e-1720ffb939ae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399354 Feb 20 20:15:12.469233 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-8b76e989-7ac1-41b6-b3ee-2d4ad2ab3c3e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442779 Feb 20 20:15:12.576796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-28f54b5e-d75c-43ac-a647-4a2a725e7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:12.578269 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-28f54b5e-d75c-43ac-a647-4a2a725e7dc3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1128 time: 0.0435138 Feb 20 20:15:12.686057 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-344b167e-6d10-4311-9bff-45bc970bafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:12.687525 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-344b167e-6d10-4311-9bff-45bc970bafb4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.0908024 Feb 20 20:15:12.754527 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-3d784ac4-66d4-4008-840c-4f5744d989ba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0603154 Feb 20 20:15:12.810359 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-acfc88fc-3c50-484d-afdd-327974316c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:12.812518 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-acfc88fc-3c50-484d-afdd-327974316c61 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0499222 Feb 20 20:15:12.861996 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-39f0ffbd-286f-4d93-863f-49b1f542d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:12.863523 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-39f0ffbd-286f-4d93-863f-49b1f542d104 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456383 Feb 20 20:15:12.954308 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-6a2fc716-201b-497e-a8ca-f1d5edcd1cf6 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826399 Feb 20 20:15:13.009765 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:13.048345 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-94ec7a8f-9d0d-479d-a433-920eb05feab7 req-1402a1ec-4a3b-4139-8fb8-4ebb8703329d service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877094 Feb 20 20:15:14.710786 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340140a-7035-4690-92ef-d29889c42d71 req-51e29805-db02-4186-af79-32f61fa2fc77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:14.712344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1340140a-7035-4690-92ef-d29889c42d71 req-51e29805-db02-4186-af79-32f61fa2fc77 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0547311 Feb 20 20:15:14.762100 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1340140a-7035-4690-92ef-d29889c42d71 req-49312e22-a269-4699-aa73-b2c9224a2378 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435584 Feb 20 20:15:14.834850 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:15:14.913852 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: DOWN; New status is: DOWN {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:15:15.080468 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54060) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:15.169660 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-176842ce-f611-4a7b-94f6-2ecd1231bfb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880556 Feb 20 20:15:15.178095 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-fc3dbaac-c684-4192-97bf-662b5ad4b70a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:15:15.179059 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-fc3dbaac-c684-4192-97bf-662b5ad4b70a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048323 Feb 20 20:15:15.253172 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54068) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:15:15.342160 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-05d46829-8284-45a9-ae64-414d21ad2e38 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:15.343476 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-05d46829-8284-45a9-ae64-414d21ad2e38 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports/26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 941 time: 0.0892897 Feb 20 20:15:15.889127 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8c07d-1614-40dc-9c7c-0cc2a15553a9 req-d0ad21de-c706-456b-b4ed-e42087c5ad16 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:15.890476 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-10f8c07d-1614-40dc-9c7c-0cc2a15553a9 req-d0ad21de-c706-456b-b4ed-e42087c5ad16 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0564067 Feb 20 20:15:15.939416 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-10f8c07d-1614-40dc-9c7c-0cc2a15553a9 req-00cadc92-f7be-422a-bc2f-92cba84de3fe tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434351 Feb 20 20:15:16.666557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-7c2fa0a1-1dfd-4bb5-b9ff-56ec5c0c5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:16.668130 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-7c2fa0a1-1dfd-4bb5-b9ff-56ec5c0c5cef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d&tenant_id=a764b172645b49d49728bb867ce1dfe1 HTTP/1.1" status: 200 len: 1128 time: 0.0453000 Feb 20 20:15:16.749262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-2dd66b22-a234-43bb-9e82-c5704b7b4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:16.750733 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-2dd66b22-a234-43bb-9e82-c5704b7b4488 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=a764b172645b49d49728bb867ce1dfe1&device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1128 time: 0.0441487 Feb 20 20:15:16.844155 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-de3fa9d5-c7b9-45bc-9e65-cefb0ed75ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:16.845707 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-de3fa9d5-c7b9-45bc-9e65-cefb0ed75ffd service neutron] 10.222.0.91 "GET /v2.0/networks?id=905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 200 len: 918 time: 0.0885389 Feb 20 20:15:16.911879 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-810ad756-6fe9-4a77-9270-c265448c8199 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 200 len: 1000 time: 0.0598552 Feb 20 20:15:16.964485 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-370aeeb1-a664-4215-a77e-d5781b932761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:16.965834 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-370aeeb1-a664-4215-a77e-d5781b932761 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 200 len: 856 time: 0.0469980 Feb 20 20:15:17.022781 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-22071ae3-030e-48a3-b1a2-560aa3be5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:17.024474 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-22071ae3-030e-48a3-b1a2-560aa3be5f7d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=905ec497-f20b-4f4b-9c9a-74d6a32ea960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522659 Feb 20 20:15:17.121846 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951bb9b-f9bf-48ef-ac5b-34c65bc8b486 req-74b6f115-1e41-4453-ae53-e47fd05ec889 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:17.123306 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a951bb9b-f9bf-48ef-ac5b-34c65bc8b486 req-74b6f115-1e41-4453-ae53-e47fd05ec889 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.1107090 Feb 20 20:15:17.160386 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-038bacea-4d76-45af-810c-5a14807268e4 service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192675 Feb 20 20:15:17.224261 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a951bb9b-f9bf-48ef-ac5b-34c65bc8b486 req-5ee21d71-2408-4278-b99c-f4a2c0550e85 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947092 Feb 20 20:15:17.264883 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-0d95eb66-8a64-46cd-98ee-c94025789a2d service neutron] 10.222.0.91 "GET /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974307 Feb 20 20:15:18.357432 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44564211-c4b3-4291-85e7-628adf937c2a req-49327252-98ea-4134-8d10-f1301e9d5da6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:18.359087 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44564211-c4b3-4291-85e7-628adf937c2a req-49327252-98ea-4134-8d10-f1301e9d5da6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0595338 Feb 20 20:15:18.412856 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-44564211-c4b3-4291-85e7-628adf937c2a req-549e21f1-9142-4998-a60f-63db12bc0b52 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478773 Feb 20 20:15:19.542567 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6db75-e963-4040-9218-fcb98bced725 req-742b5ea8-a79e-4a9f-8fb9-c9c8ef32e8c3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:19.546481 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e8f6db75-e963-4040-9218-fcb98bced725 req-742b5ea8-a79e-4a9f-8fb9-c9c8ef32e8c3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0629940 Feb 20 20:15:19.593143 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e8f6db75-e963-4040-9218-fcb98bced725 req-fe9a6c98-cdb3-4d5f-911a-5da5424b6361 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430734 Feb 20 20:15:20.725671 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6e3fa-02d0-4b56-8ab5-2256d7cd3435 req-07221fa0-de86-4c35-b4ad-573344cc84c2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:20.727158 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-21e6e3fa-02d0-4b56-8ab5-2256d7cd3435 req-07221fa0-de86-4c35-b4ad-573344cc84c2 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0572944 Feb 20 20:15:20.789016 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-21e6e3fa-02d0-4b56-8ab5-2256d7cd3435 req-606ac6c8-ee5a-4c0f-9c55-85c37870c795 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555468 Feb 20 20:15:21.914649 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690c32b-f9a2-47ea-b1fd-e9cecb1e9a6c req-c1c6a211-b923-492e-9c24-6ec0fd548226 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:21.916134 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5690c32b-f9a2-47ea-b1fd-e9cecb1e9a6c req-c1c6a211-b923-492e-9c24-6ec0fd548226 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0544043 Feb 20 20:15:21.965904 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5690c32b-f9a2-47ea-b1fd-e9cecb1e9a6c req-bd305cc6-7a63-481e-b072-f5439b62b981 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441687 Feb 20 20:15:23.094165 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cc2b1-c70d-4ef8-9d88-aed92bf26c11 req-36ebd586-54cb-4906-aaa9-ccef05f8cbc5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:23.096021 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e90cc2b1-c70d-4ef8-9d88-aed92bf26c11 req-36ebd586-54cb-4906-aaa9-ccef05f8cbc5 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0549304 Feb 20 20:15:23.147428 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e90cc2b1-c70d-4ef8-9d88-aed92bf26c11 req-43377e4c-b24c-4ff2-8942-0884763a01e0 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457182 Feb 20 20:15:24.280382 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebe67-b313-4fc7-9930-b082c8a4fe18 req-8d46f3aa-ecbb-4b51-b735-29bf314f3251 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:24.281870 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-788ebe67-b313-4fc7-9930-b082c8a4fe18 req-8d46f3aa-ecbb-4b51-b735-29bf314f3251 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0535371 Feb 20 20:15:24.328847 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-788ebe67-b313-4fc7-9930-b082c8a4fe18 req-dea6bb67-19ca-4743-98ec-4a6ef884fd10 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412312 Feb 20 20:15:25.458424 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4240d-7892-4cf4-95be-b4eb7a3cbf49 req-f2a70779-cb74-4e82-9ac1-7dfe2cfc8a70 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:25.459794 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ab4240d-7892-4cf4-95be-b4eb7a3cbf49 req-f2a70779-cb74-4e82-9ac1-7dfe2cfc8a70 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0505550 Feb 20 20:15:25.512847 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2ab4240d-7892-4cf4-95be-b4eb7a3cbf49 req-5b7c2c6e-4b13-4279-aa69-323f5afab9db tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475018 Feb 20 20:15:26.642768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514faa15-64ed-4ee0-9f6a-13c0da716692 req-865e6cd1-acb2-444f-94d5-6cd7ca5f30e8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:26.644257 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-514faa15-64ed-4ee0-9f6a-13c0da716692 req-865e6cd1-acb2-444f-94d5-6cd7ca5f30e8 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0594094 Feb 20 20:15:26.691489 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-514faa15-64ed-4ee0-9f6a-13c0da716692 req-d1f1ab0b-347a-4cbf-9c0b-2d21a31ffabc tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Feb 20 20:15:27.820673 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3eeb0-994f-4794-bb36-957984e03e2c req-8702a405-8973-4627-8096-81e85edae891 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:27.822124 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8df3eeb0-994f-4794-bb36-957984e03e2c req-8702a405-8973-4627-8096-81e85edae891 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0518479 Feb 20 20:15:27.867032 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8df3eeb0-994f-4794-bb36-957984e03e2c req-4281718b-21ce-4589-8174-c51afe4a0471 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394707 Feb 20 20:15:28.827838 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:15:28.989150 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f770e-d799-4b0d-8fb7-67973ce26037 req-b36c9b78-2388-49a1-a600-38f250d8d847 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:28.990642 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-911f770e-d799-4b0d-8fb7-67973ce26037 req-b36c9b78-2388-49a1-a600-38f250d8d847 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0507939 Feb 20 20:15:29.040127 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-911f770e-d799-4b0d-8fb7-67973ce26037 req-9c70eff6-6cd9-4180-97e2-574b70fab6ec tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Feb 20 20:15:30.162543 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e00f7-b32b-4904-b4df-173ff69897ab req-c98b7bcf-3630-4c73-9b97-b3c14d6b90ff tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:30.164034 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf3e00f7-b32b-4904-b4df-173ff69897ab req-c98b7bcf-3630-4c73-9b97-b3c14d6b90ff tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0521705 Feb 20 20:15:30.209993 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf3e00f7-b32b-4904-b4df-173ff69897ab req-ca5ec4b1-63ac-4cd4-9029-79cf76a5d9e6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 Feb 20 20:15:31.330858 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d2a74-1da4-4f20-89fd-a3af5765e46a req-fee17f1e-a3cd-48a5-b4f0-c12ca6c0c577 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:31.332333 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-715d2a74-1da4-4f20-89fd-a3af5765e46a req-fee17f1e-a3cd-48a5-b4f0-c12ca6c0c577 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0502808 Feb 20 20:15:31.379359 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-715d2a74-1da4-4f20-89fd-a3af5765e46a req-e602215e-94fc-47cf-8dad-4f206065370e tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416162 Feb 20 20:15:32.519499 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ded63-f54f-48ec-93b2-7ae3af769fcb req-3a89a161-661b-4222-9294-48d1a8fd7d8b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:32.522252 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d20ded63-f54f-48ec-93b2-7ae3af769fcb req-3a89a161-661b-4222-9294-48d1a8fd7d8b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 944 time: 0.0699687 Feb 20 20:15:32.577572 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d20ded63-f54f-48ec-93b2-7ae3af769fcb req-83651a64-a6bc-41a6-b54f-7493f4dcd82a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488439 Feb 20 20:15:32.884508 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:15:32.982701 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:32.994016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'port_id': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'mac_address': 'fa:16:3e:f9:c9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:15:33.031475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:15:33.031855 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:33.044139 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:15:33.063689 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:33.163496 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:33.209243 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=9']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:33.640733 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['26d34f8b-f8c5-4007-8353-5d2dae05d2b8'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:15:33.701537 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de6b42-0400-4205-96f3-d96e6801e8ff req-fcd7ba2c-a45b-4975-a248-6d483592814c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:33.703048 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02de6b42-0400-4205-96f3-d96e6801e8ff req-fcd7ba2c-a45b-4975-a248-6d483592814c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 945 time: 0.0539174 Feb 20 20:15:33.750572 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02de6b42-0400-4205-96f3-d96e6801e8ff req-83857856-febe-419d-8179-e0bdd987d3eb tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416625 Feb 20 20:15:34.876089 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1071929-720f-4c1e-8d87-c654b7b8a4bb req-47b8f4a4-9a3f-4a29-991e-530b43938fea tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:34.877674 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1071929-720f-4c1e-8d87-c654b7b8a4bb req-47b8f4a4-9a3f-4a29-991e-530b43938fea tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 945 time: 0.0554345 Feb 20 20:15:34.898737 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:15:34.925562 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a1071929-720f-4c1e-8d87-c654b7b8a4bb req-06f5632a-eb8e-446f-a945-8acdc2f2b9b6 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Feb 20 20:15:34.948099 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:15:34.948503 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:35.027503 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:15:35.027889 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:35.050145 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:15:35.052334 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eac3d2-f42e-47d2-be7c-a526faf5b24f" -d '{"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-plugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:15:35.064998 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:35.090869 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6b66d-8b2b-4223-9031-d5bd279bfbcd x-openstack-request-id: req-c8b6b66d-8b2b-4223-9031-d5bd279bfbcd {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:15:35.091159 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-plugged", "status": "completed", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:15:35.091413 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c8b6b66d-8b2b-4223-9031-d5bd279bfbcd {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:15:35.091829 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'code': 200} Feb 20 20:15:35.123571 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:35.172499 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=10']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:15:35.467325 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5caeef-1498-4e28-bffd-0b9c60f43903 req-16559eac-d4f5-49df-a53d-d05bd45ad961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:35.468848 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c5caeef-1498-4e28-bffd-0b9c60f43903 req-16559eac-d4f5-49df-a53d-d05bd45ad961 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 1131 time: 0.0871155 Feb 20 20:15:35.514625 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3c5caeef-1498-4e28-bffd-0b9c60f43903 req-75e36fe3-25e7-4050-8487-0a8b084cd86b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392740 Feb 20 20:15:36.054132 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782023e-f350-44b5-a122-359032b4d795 req-37c720d0-f003-41b7-bd26-25c673aeb1ad tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:36.056543 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e782023e-f350-44b5-a122-359032b4d795 req-37c720d0-f003-41b7-bd26-25c673aeb1ad tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.0574856 Feb 20 20:15:36.112782 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e782023e-f350-44b5-a122-359032b4d795 req-9962a12c-00b2-4f3c-acc8-99fb589a9812 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506008 Feb 20 20:15:36.677630 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6ceb435d-ed57-46a8-98c7-fdb724669e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:37.239943 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197d88e-8006-472d-9aad-6b38c54c7805 req-ea264718-6daf-41ba-9869-b283379e75f1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:37.241437 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8197d88e-8006-472d-9aad-6b38c54c7805 req-ea264718-6daf-41ba-9869-b283379e75f1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.0530052 Feb 20 20:15:37.288429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8197d88e-8006-472d-9aad-6b38c54c7805 req-1ef72bcf-55b5-4b14-ac9c-3f7f27e7e0ef tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414221 Feb 20 20:15:38.072096 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:38.410341 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4f068-bea6-409c-b2f8-85905bec9c54 req-96371c28-2167-44e9-a0e2-aaaa41fbf1ff tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:38.411849 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c7a4f068-bea6-409c-b2f8-85905bec9c54 req-96371c28-2167-44e9-a0e2-aaaa41fbf1ff tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.0526967 Feb 20 20:15:38.457335 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c7a4f068-bea6-409c-b2f8-85905bec9c54 req-ba3d2a03-6292-4f3b-9b2e-6bc8307a6f7d tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398602 Feb 20 20:15:38.963608 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-486f013c-bd03-4288-b28b-87f80fa7e331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:39.585005 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ab439-cb61-4ce9-994d-52d6b856ea33 req-86d5c9aa-6e07-4863-882b-fea5539e69a3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:39.586460 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-337ab439-cb61-4ce9-994d-52d6b856ea33 req-86d5c9aa-6e07-4863-882b-fea5539e69a3 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.0554223 Feb 20 20:15:39.631416 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-337ab439-cb61-4ce9-994d-52d6b856ea33 req-1e26563c-1af9-42da-933e-fb1aa4d0040c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394225 Feb 20 20:15:40.124159 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:41.792580 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:42.917476 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:57.150442 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6c38b-d878-46b7-a60f-cca0cfe3aa83 req-994cde03-d741-4dbf-b38e-8f156de41436 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:57.151932 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e2f6c38b-d878-46b7-a60f-cca0cfe3aa83 req-994cde03-d741-4dbf-b38e-8f156de41436 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0533643 Feb 20 20:15:57.199328 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e2f6c38b-d878-46b7-a60f-cca0cfe3aa83 req-b8f5dc26-65c3-4e17-b6a6-75b5dc2128a2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Feb 20 20:15:58.319865 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f383a-d21c-40c4-b5cf-6d8fe5b44f2b req-57b2fa86-4041-4070-8c9d-f5d78e129b9f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:58.322010 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af0f383a-d21c-40c4-b5cf-6d8fe5b44f2b req-57b2fa86-4041-4070-8c9d-f5d78e129b9f tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0519111 Feb 20 20:15:58.378670 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af0f383a-d21c-40c4-b5cf-6d8fe5b44f2b req-48066f5e-8a22-48b2-a96c-ccd4231f64a6 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474286 Feb 20 20:15:59.494206 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dd3f5-0d68-4970-8c22-151ed74c3b9b req-25963868-e8cb-4cfc-95a5-0108758790aa tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:59.495632 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b84dd3f5-0d68-4970-8c22-151ed74c3b9b req-25963868-e8cb-4cfc-95a5-0108758790aa tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0505152 Feb 20 20:15:59.567472 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b84dd3f5-0d68-4970-8c22-151ed74c3b9b req-1f29d861-82d5-46c2-bdd9-01439d53ab48 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups?id=a06ad29d-9443-4d33-814e-9f4cd1981f32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662079 Feb 20 20:15:59.584059 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-eae90894-8fbf-46e4-b57a-b586345056c5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:15:59.584059 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-eae90894-8fbf-46e4-b57a-b586345056c5 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 946 time: 0.0703695 Feb 20 20:15:59.680154 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Deleting port 2210518f-497b-475c-9bce-25d989d783a1 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:15:59.680432 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (2210518f-497b-475c-9bce-25d989d783a1), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:59.765883 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] For port 2210518f-497b-475c-9bce-25d989d783a1, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2210518f-497b-475c-9bce-25d989d783a1,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:15:59.766234 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (2210518f-497b-475c-9bce-25d989d783a1), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:59.933422 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:59.933691 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (6213658d-e5a1-4cd7-8397-a8d8435ecfb3), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:15:59.934002 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Floating IP 6213658d-e5a1-4cd7-8397-a8d8435ecfb3 disassociated. External IP: 172.27.1.142, port: 2210518f-497b-475c-9bce-25d989d783a1. Feb 20 20:15:59.934329 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Calling delete_port for 2210518f-497b-475c-9bce-25d989d783a1 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:00.106048 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (2210518f-497b-475c-9bce-25d989d783a1), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:00.135467 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event deleted for resources: {'Port': ['ID=2210518f-497b-475c-9bce-25d989d783a1,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:00.145493 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.145839 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.146180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.146515 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.146846 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.147170 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.147494 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.147816 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.148588 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.148588 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.148877 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.149143 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.149456 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:00.263068 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:16:00.376473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:16:00.386208 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] Sync routers for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:16:00.396858 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:00.397655 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:15:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:00.416058 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] No DVR routers for this DVR port 2210518f-497b-475c-9bce-25d989d783a1 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:16:00.418775 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:00.422343 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5e4fcdea-329b-4851-b2ea-f1e3a306441d req-6e0747a4-8a2b-4279-946a-f0c40373d578 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.91 "DELETE /v2.0/ports/2210518f-497b-475c-9bce-25d989d783a1 HTTP/1.1" status: 204 len: 173 time: 0.8331785 Feb 20 20:16:00.422733 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'name': 'network-vif-deleted', 'tag': '2210518f-497b-475c-9bce-25d989d783a1'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:16:00.425044 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f474b47d-51ed-4819-98dd-4578efcb61b9" -d '{"events": [{"server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "name": "network-vif-deleted", "tag": "2210518f-497b-475c-9bce-25d989d783a1"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:16:00.463563 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b232b9df-baec-4073-beb1-8952671d3eb2 x-openstack-request-id: req-b232b9df-baec-4073-beb1-8952671d3eb2 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:16:00.463874 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac455a3a-3c63-471c-82ba-b652d8a198a4", "name": "network-vif-deleted", "tag": "2210518f-497b-475c-9bce-25d989d783a1", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:16:00.464127 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b232b9df-baec-4073-beb1-8952671d3eb2 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:16:00.464544 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac455a3a-3c63-471c-82ba-b652d8a198a4', 'name': 'network-vif-deleted', 'tag': '2210518f-497b-475c-9bce-25d989d783a1', 'status': 'completed', 'code': 200} Feb 20 20:16:00.508230 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:00.667454 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1f321e07-1553-45d4-94d6-23d5c7203d3d req-14110aad-7b9b-4ec1-bb50-39717a0b1fc2 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/ports?device_id=ac455a3a-3c63-471c-82ba-b652d8a198a4 HTTP/1.1" status: 200 len: 210 time: 0.0280819 Feb 20 20:16:00.721911 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:00.757712 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] Checking router: be0e45c4-3b70-40a3-ac93-1fb1e423ad82 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:16:00.760473 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:00.761084 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:15:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:01.001269 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:01.197507 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:01.228524 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae9082-784f-4f8e-bda1-807ee153b999 None None] The sync data for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi is: [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:07:26Z', 'revision_number': 4, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'c76d82ca-4d88-4292-9482-06015070fea6', 'name': '', 'network_id': '7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'mac_address': 'fa:16:3e:69:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:25Z', 'updated_at': '2022-02-20T20:07:31Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'subnets': [{'id': 'a2408bd4-c783-45c3-a45e-d2c3b908a616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:16:01.448382 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04234ddd-c330-4aaf-a4a7-5e93b285a10f None None] New status for floating IP 6213658d-e5a1-4cd7-8397-a8d8435ecfb3: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:16:01.821453 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54252) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:01.874919 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (a06ad29d-9443-4d33-814e-9f4cd1981f32), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:01.897164 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (a06ad29d-9443-4d33-814e-9f4cd1981f32), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.014761 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a06ad29d-9443-4d33-814e-9f4cd1981f32), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.017350 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.018490 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "DELETE /v2.0/security-groups/a06ad29d-9443-4d33-814e-9f4cd1981f32 HTTP/1.1" status: 204 len: 168 time: 0.1960359 Feb 20 20:16:02.021363 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54254) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:02.031945 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ad29d-9443-4d33-814e-9f4cd1981f32,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:02.035322 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.api.v2.resource [None req-fea1e068-f59d-4f0f-aa34-f7cec7191096 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] show failed (client error): The resource could not be found. Feb 20 20:16:02.036365 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-fea1e068-f59d-4f0f-aa34-f7cec7191096 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "GET /v2.0/security-groups/a06ad29d-9443-4d33-814e-9f4cd1981f32 HTTP/1.1" status: 404 len: 347 time: 0.0139451 Feb 20 20:16:02.036500 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.036973 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.037323 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.037660 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.037992 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.038321 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.038648 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.039096 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54256) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:02.039212 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.039420 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.039747 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.040070 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.040491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.040927 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfef2e1-7083-4291-a64d-a7293a09a77c tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:02.164630 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Deleting port 03354654-bd10-4906-83b0-8781320833bf {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:02.164965 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (03354654-bd10-4906-83b0-8781320833bf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.503619 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (03354654-bd10-4906-83b0-8781320833bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.503943 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (03354654-bd10-4906-83b0-8781320833bf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.515630 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Calling delete_port for 03354654-bd10-4906-83b0-8781320833bf owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:02.711037 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (03354654-bd10-4906-83b0-8781320833bf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.735191 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Pushing event deleted for resources: {'Port': ['ID=03354654-bd10-4906-83b0-8781320833bf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:02.800983 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks [] for floatingip (6213658d-e5a1-4cd7-8397-a8d8435ecfb3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.800983 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:02.800983 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-de56ec46-265e-426a-bc8d-792cb25a3b42 tempest-AttachVolumeTestJSON-2145676104 tempest-AttachVolumeTestJSON-2145676104-project] 10.222.0.61 "DELETE /v2.0/floatingips/6213658d-e5a1-4cd7-8397-a8d8435ecfb3 HTTP/1.1" status: 204 len: 168 time: 0.7608557 Feb 20 20:16:02.988942 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2210518f-497b-475c-9bce-25d989d783a1 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:16:03.008789 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 2210518f-497b-475c-9bce-25d989d783a1 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:16:03.009134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2210518f-497b-475c-9bce-25d989d783a1 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:16:05.826734 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:16:06.672658 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-03923a60-fff5-4332-91ae-418933346906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:06.802730 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54284) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:07.236146 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:07.477424 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Deleting port c76d82ca-4d88-4292-9482-06015070fea6 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:07.477679 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (c76d82ca-4d88-4292-9482-06015070fea6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:07.552980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] For port c76d82ca-4d88-4292-9482-06015070fea6, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=c76d82ca-4d88-4292-9482-06015070fea6,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:07.553340 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (c76d82ca-4d88-4292-9482-06015070fea6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:07.566158 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Calling delete_port for c76d82ca-4d88-4292-9482-06015070fea6 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:07.797174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (c76d82ca-4d88-4292-9482-06015070fea6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:07.829131 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76d82ca-4d88-4292-9482-06015070fea6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:07.999021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.071740 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.215989 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:16:08.324839 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:16:08.330167 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-266a2238-1aba-43fe-be99-b0ea57a8ba06 admin admin] 10.222.0.61 "PUT /v2.0/routers/be0e45c4-3b70-40a3-ac93-1fb1e423ad82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5264106 Feb 20 20:16:08.332788 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54290) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:08.333847 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] Sync routers for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:16:08.344242 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:08.344853 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:15:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:08.435430 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks [] for router (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.450072 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:08.540294 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks [] for router_gateway (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.631571 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:16:07Z', 'revision_number': 5, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port': {'id': '646c82c9-91b8-48e2-a694-739a5630b86d', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:fd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:07:22Z', 'updated_at': '2022-02-20T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:08.654671 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Deleting port 646c82c9-91b8-48e2-a694-739a5630b86d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:08.655094 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.659135 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] Checking router: be0e45c4-3b70-40a3-ac93-1fb1e423ad82 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:16:08.667412 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] Routers {'be0e45c4-3b70-40a3-ac93-1fb1e423ad82'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:08.668016 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:15:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:08.731631 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] For port 646c82c9-91b8-48e2-a694-739a5630b86d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=646c82c9-91b8-48e2-a694-739a5630b86d,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:08.731981 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.744827 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Calling delete_port for 646c82c9-91b8-48e2-a694-739a5630b86d owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:08.758659 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] Set router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:08.814552 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:16:08Z', 'revision_number': 6, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port_host': None}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:08.840403 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a7b95a-9b5f-4a03-b4fb-d1491fcf6291 None None] The sync data for ids ['be0e45c4-3b70-40a3-ac93-1fb1e423ad82'] in dv-cinder-830086-1-iscsi is: [{'id': 'be0e45c4-3b70-40a3-ac93-1fb1e423ad82', 'name': 'tempest-AttachVolumeTestJSON-79031357-router', 'tenant_id': '7b2e5327bafe44618051a393c83948d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:07:21Z', 'updated_at': '2022-02-20T20:16:08Z', 'revision_number': 6, 'project_id': '7b2e5327bafe44618051a393c83948d3', 'gw_port_host': None}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:16:08.973645 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a2933dc4-e4d7-4b29-b68d-95ed948fa4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:08.980550 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (646c82c9-91b8-48e2-a694-739a5630b86d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.008945 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=646c82c9-91b8-48e2-a694-739a5630b86d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:09.067876 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.169849 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.172466 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks [] for router_controller (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.517822 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (be0e45c4-3b70-40a3-ac93-1fb1e423ad82), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.518485 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be0e45c4-3b70-40a3-ac93-1fb1e423ad82 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:16:09.523237 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.524300 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f14fef79-cc95-4718-a964-c171b811c3d9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/be0e45c4-3b70-40a3-ac93-1fb1e423ad82 HTTP/1.1" status: 204 len: 168 time: 1.1905198 Feb 20 20:16:09.526982 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54292) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:09.569214 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] Deleting subnet a2408bd4-c783-45c3-a45e-d2c3b908a616 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:16:09.572163 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] Publish callbacks [] for subnet (a2408bd4-c783-45c3-a45e-d2c3b908a616), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.605906 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66743496'] for subnet (a2408bd4-c783-45c3-a45e-d2c3b908a616), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.716777 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (a2408bd4-c783-45c3-a45e-d2c3b908a616), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.837304 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4654657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66645136'] for subnet (a2408bd4-c783-45c3-a45e-d2c3b908a616), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.864387 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2408bd4-c783-45c3-a45e-d2c3b908a616,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:09.868603 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:09.871697 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b9ed3574-7149-420d-9875-f1aaf293b595 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a2408bd4-c783-45c3-a45e-d2c3b908a616 HTTP/1.1" status: 204 len: 168 time: 0.3438594 Feb 20 20:16:09.875134 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94a332-c7f3-4f36-8f0d-a147fcaff503 None None] Network 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:16:09.875635 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54294) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:09.946151 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.001809 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Deleting port a8961dcc-56ac-41f0-a352-dab1767d821d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:10.002739 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.056603 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] DHCP port deletion for 7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:16:10.080183 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] For port a8961dcc-56ac-41f0-a352-dab1767d821d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=a8961dcc-56ac-41f0-a352-dab1767d821d,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:10.080568 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.094075 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Calling delete_port for a8961dcc-56ac-41f0-a352-dab1767d821d owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:10.105418 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Deleting port a8961dcc-56ac-41f0-a352-dab1767d821d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:10.105788 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.118547 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.172813 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] For port a8961dcc-56ac-41f0-a352-dab1767d821d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=a8961dcc-56ac-41f0-a352-dab1767d821d,segment=NetworkSegment(01f02260-fb3e-4500-aa6e-254f0137e1bf),segment_id=01f02260-fb3e-4500-aa6e-254f0137e1bf)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:10.173209 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.185334 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Calling delete_port for a8961dcc-56ac-41f0-a352-dab1767d821d owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:10.226566 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.256398 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] No DVR routers for this DVR port a8961dcc-56ac-41f0-a352-dab1767d821d on host dv-cinder-830086-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:16:10.258362 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8961dcc-56ac-41f0-a352-dab1767d821d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:10.262614 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (a8961dcc-56ac-41f0-a352-dab1767d821d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.287548 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Pushing event deleted for resources: {'Port': ['ID=a8961dcc-56ac-41f0-a352-dab1767d821d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:10.296281 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.299916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.300258 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.300528 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:16:10.305344 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8aef6b-b01a-45d7-a514-692069cb4e2e None None] No DVR routers for this DVR port a8961dcc-56ac-41f0-a352-dab1767d821d on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:16:10.322124 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 646c82c9-91b8-48e2-a694-739a5630b86d no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:16:10.335875 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.347205 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 646c82c9-91b8-48e2-a694-739a5630b86d {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:16:10.347441 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 646c82c9-91b8-48e2-a694-739a5630b86d not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:16:10.347854 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device c76d82ca-4d88-4292-9482-06015070fea6 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:16:10.357458 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:10.367069 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: c76d82ca-4d88-4292-9482-06015070fea6 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:16:10.367249 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f02260-fb3e-4500-aa6e-254f0137e1bf') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:10.367414 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device c76d82ca-4d88-4292-9482-06015070fea6 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:16:10.367528 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f02260-fb3e-4500-aa6e-254f0137e1bf') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:10.367916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device a8961dcc-56ac-41f0-a352-dab1767d821d no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:16:10.377577 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (01f02260-fb3e-4500-aa6e-254f0137e1bf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.387081 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: a8961dcc-56ac-41f0-a352-dab1767d821d {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:16:10.387425 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device a8961dcc-56ac-41f0-a352-dab1767d821d not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:16:10.391911 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (01f02260-fb3e-4500-aa6e-254f0137e1bf), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.398978 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:16:10.398978 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (01f02260-fb3e-4500-aa6e-254f0137e1bf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:16:10.400319 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:16:10.511518 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.517540 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.520578 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] 10.222.0.61 "DELETE /v2.0/networks/7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4 HTTP/1.1" status: 204 len: 168 time: 0.6441102 Feb 20 20:16:10.535749 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93fb58-d2e7-46a6-9c63-ddb4c8b8bc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=7d4e6902-dc5f-4caa-b0ce-c13cb1e5fcd4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:10.883427 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54298) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:10.923456 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-277a2cca-6f4e-4faa-8806-916e123a6f81 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b2e5327bafe44618051a393c83948d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388391 Feb 20 20:16:10.925850 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54300) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:10.972074 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52f2761c-e5e7-477c-b04c-7eaf9732212a admin admin] Publish callbacks [] for security_group (49915f9f-0512-4659-89f4-61e3ff568187), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:10.993641 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52f2761c-e5e7-477c-b04c-7eaf9732212a admin admin] Publish callbacks [] for security_group (49915f9f-0512-4659-89f4-61e3ff568187), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:11.100620 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52f2761c-e5e7-477c-b04c-7eaf9732212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (49915f9f-0512-4659-89f4-61e3ff568187), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:11.103063 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-52f2761c-e5e7-477c-b04c-7eaf9732212a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:11.104264 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-52f2761c-e5e7-477c-b04c-7eaf9732212a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/49915f9f-0512-4659-89f4-61e3ff568187 HTTP/1.1" status: 204 len: 168 time: 0.1774836 Feb 20 20:16:11.112562 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2761c-e5e7-477c-b04c-7eaf9732212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49915f9f-0512-4659-89f4-61e3ff568187,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:11.803211 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:12.940803 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:36.682746 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-18c02232-8a09-47f3-b9d5-7e600b80daa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:38.060381 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:38.969025 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fde1f24-6bb6-43fa-b64c-0da0eed530be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:40.111325 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:41.814123 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:42.826445 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:16:42.926807 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:47.315101 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f03a4d-3bc2-454a-b655-1757dfda527e req-3f8c0ad3-0077-4ecc-b076-a860d086b919 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:16:47.316669 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47f03a4d-3bc2-454a-b655-1757dfda527e req-3f8c0ad3-0077-4ecc-b076-a860d086b919 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.0537181 Feb 20 20:16:47.365061 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47f03a4d-3bc2-454a-b655-1757dfda527e req-f92c44ad-0ba1-4168-bfe7-8700e1c87c5c tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420864 Feb 20 20:16:48.492140 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa1d2-c4aa-414f-890f-52491452b265 req-6ebc8082-8b86-4903-acbd-6052f3acddae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:16:48.493678 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b62aa1d2-c4aa-414f-890f-52491452b265 req-6ebc8082-8b86-4903-acbd-6052f3acddae tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.0539343 Feb 20 20:16:48.540871 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b62aa1d2-c4aa-414f-890f-52491452b265 req-9b0b3c78-af3a-44dd-9b84-bf14c64c6855 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Feb 20 20:16:49.351275 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-5db2d667-40cc-48e8-b3ae-100a69bc5709 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:16:49.352768 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-5db2d667-40cc-48e8-b3ae-100a69bc5709 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.0551305 Feb 20 20:16:49.444707 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Deleting port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:49.444960 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:49.535763 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] For port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:49.536519 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:49.739594 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c8cdf-e271-45d5-bb7b-05acf79cd0eb req-fc03a87e-a8b6-43d1-860b-8818cda7260a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:16:49.741005 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-787c8cdf-e271-45d5-bb7b-05acf79cd0eb req-fc03a87e-a8b6-43d1-860b-8818cda7260a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 947 time: 0.1092656 Feb 20 20:16:49.747682 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:49.748086 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:49.748420 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Floating IP c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6 disassociated. External IP: 172.27.1.138, port: 26d34f8b-f8c5-4007-8353-5d2dae05d2b8. Feb 20 20:16:49.748757 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Calling delete_port for 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:49.829906 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-787c8cdf-e271-45d5-bb7b-05acf79cd0eb req-ec0563a4-6cb4-4bcf-8b99-bcb998f61106 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups?id=3b9c8964-ac7d-4974-9608-35877a3bf8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791247 Feb 20 20:16:50.041740 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (26d34f8b-f8c5-4007-8353-5d2dae05d2b8), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:50.074729 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event deleted for resources: {'Port': ['ID=26d34f8b-f8c5-4007-8353-5d2dae05d2b8,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:50.187034 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Router 14b72924-2d9a-4d73-aa14-588bb72686b7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:16:50.298682 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:16:50.308580 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] Sync routers for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:16:50.319574 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:50.320288 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:16:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:50.436244 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:50.617617 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] No DVR routers for this DVR port 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:16:50.620169 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:50.623406 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dea4fdb6-7519-45c3-8d39-d58901daf9f4 req-28f3db7f-850f-4cae-8a3e-b4755dd7e266 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.91 "DELETE /v2.0/ports/26d34f8b-f8c5-4007-8353-5d2dae05d2b8 HTTP/1.1" status: 204 len: 173 time: 1.2651641 Feb 20 20:16:50.623843 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-deleted', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:16:50.626096 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f382281a-3adf-4179-bb79-c7870837c950" -d '{"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-deleted", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:16:50.652192 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:50.679742 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] Checking router: 14b72924-2d9a-4d73-aa14-588bb72686b7 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:16:50.687936 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:50.688563 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:16:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:50.786704 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231c0186-c1fe-47d9-b9b2-25996e55cd25 x-openstack-request-id: req-231c0186-c1fe-47d9-b9b2-25996e55cd25 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:16:50.786994 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfcaa24-e1d2-4a8f-a69c-90421cf6801d", "name": "network-vif-deleted", "tag": "26d34f8b-f8c5-4007-8353-5d2dae05d2b8", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:16:50.787267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-231c0186-c1fe-47d9-b9b2-25996e55cd25 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:16:50.787682 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbfcaa24-e1d2-4a8f-a69c-90421cf6801d', 'name': 'network-vif-deleted', 'tag': '26d34f8b-f8c5-4007-8353-5d2dae05d2b8', 'status': 'completed', 'code': 200} Feb 20 20:16:50.797951 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:50.938571 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-006cd1b3-299d-47d1-a297-0947795633a3 req-7d3b6069-7d57-4f02-b03c-17d562ad7c9b tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbfcaa24-e1d2-4a8f-a69c-90421cf6801d HTTP/1.1" status: 200 len: 210 time: 0.0315738 Feb 20 20:16:51.091633 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:51.122703 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b104f6f8-7641-4691-abbf-48024883bdf3 None None] The sync data for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi is: [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:05:12Z', 'revision_number': 4, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2750e3df-7b97-49f7-b7d5-cce0566112b2', 'name': '', 'network_id': '905ec497-f20b-4f4b-9c9a-74d6a32ea960', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'mac_address': 'fa:16:3e:19:e0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:11Z', 'updated_at': '2022-02-20T20:05:17Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'subnets': [{'id': '1cc6f88c-c485-40be-8a83-ec4444c3e2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:16:51.255388 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:16:51.280251 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:16:51.280604 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 26d34f8b-f8c5-4007-8353-5d2dae05d2b8 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:16:51.359780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a3e56-7d0d-4d8a-8fe0-ca8cc1c9d277 None None] New status for floating IP c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6: DOWN {{(pid=103374) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:16:52.090137 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54610) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:52.145823 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7f07ca2-a149-4fae-a090-65365143a4d1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (3b9c8964-ac7d-4974-9608-35877a3bf8ac), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.169855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7f07ca2-a149-4fae-a090-65365143a4d1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (3b9c8964-ac7d-4974-9608-35877a3bf8ac), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.277512 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7f07ca2-a149-4fae-a090-65365143a4d1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3b9c8964-ac7d-4974-9608-35877a3bf8ac), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.279995 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b7f07ca2-a149-4fae-a090-65365143a4d1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.282833 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b7f07ca2-a149-4fae-a090-65365143a4d1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "DELETE /v2.0/security-groups/3b9c8964-ac7d-4974-9608-35877a3bf8ac HTTP/1.1" status: 204 len: 168 time: 0.1920819 Feb 20 20:16:52.284701 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54612) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:52.290667 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f07ca2-a149-4fae-a090-65365143a4d1 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c8964-ac7d-4974-9608-35877a3bf8ac,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:52.298990 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.api.v2.resource [None req-c0fd6aac-2c09-4e86-af0f-85198421687a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] show failed (client error): The resource could not be found. Feb 20 20:16:52.300834 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-c0fd6aac-2c09-4e86-af0f-85198421687a tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "GET /v2.0/security-groups/3b9c8964-ac7d-4974-9608-35877a3bf8ac HTTP/1.1" status: 404 len: 347 time: 0.0149653 Feb 20 20:16:52.307943 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54614) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:52.433313 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Deleting port e1fda08d-3af8-4185-866f-5d2e34878b76 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:52.433646 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.510198 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.510530 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (e1fda08d-3af8-4185-866f-5d2e34878b76), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.523498 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Calling delete_port for e1fda08d-3af8-4185-866f-5d2e34878b76 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:52.734314 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (e1fda08d-3af8-4185-866f-5d2e34878b76), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.758782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Pushing event deleted for resources: {'Port': ['ID=e1fda08d-3af8-4185-866f-5d2e34878b76,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:52.822538 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks [] for floatingip (c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.825141 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:52.826279 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a2046dcf-8783-456a-8fe5-e02278381aaf tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] 10.222.0.61 "DELETE /v2.0/floatingips/c46b68a0-9a48-48ff-b8bf-93c9ab7c6dc6 HTTP/1.1" status: 204 len: 168 time: 0.5172367 Feb 20 20:16:55.606185 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54664) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:56.105738 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (14b72924-2d9a-4d73-aa14-588bb72686b7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:56.361466 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Deleting port 2750e3df-7b97-49f7-b7d5-cce0566112b2 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:56.361819 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:56.439689 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] For port 2750e3df-7b97-49f7-b7d5-cce0566112b2, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=2750e3df-7b97-49f7-b7d5-cce0566112b2,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:56.439983 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:56.453104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Calling delete_port for 2750e3df-7b97-49f7-b7d5-cce0566112b2 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:56.717480 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (2750e3df-7b97-49f7-b7d5-cce0566112b2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:56.747322 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Pushing event deleted for resources: {'Port': ['ID=2750e3df-7b97-49f7-b7d5-cce0566112b2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:56.914744 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (14b72924-2d9a-4d73-aa14-588bb72686b7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:57.131036 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Router 14b72924-2d9a-4d73-aa14-588bb72686b7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:16:57.241569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:16:57.248492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b843a987-ab9b-4fa5-9d01-1b35c8f6d337 admin admin] 10.222.0.61 "PUT /v2.0/routers/14b72924-2d9a-4d73-aa14-588bb72686b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399586 Feb 20 20:16:57.249852 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54682) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:57.254850 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] Sync routers for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:16:57.264161 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:57.264825 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:16:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:57.362425 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks [] for router (14b72924-2d9a-4d73-aa14-588bb72686b7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:57.385116 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:57.471959 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks [] for router_gateway (14b72924-2d9a-4d73-aa14-588bb72686b7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:57.566144 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:16:56Z', 'revision_number': 5, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port': {'id': 'e920b19f-6bf2-428d-af8e-95aab2ec8943', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:05:08Z', 'updated_at': '2022-02-20T20:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:57.594499 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] Checking router: 14b72924-2d9a-4d73-aa14-588bb72686b7 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:16:57.603518 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] Routers {'14b72924-2d9a-4d73-aa14-588bb72686b7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:16:57.604121 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:16:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['14b72924-2d9a-4d73-aa14-588bb72686b7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:57.636783 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Deleting port e920b19f-6bf2-428d-af8e-95aab2ec8943 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:57.637106 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:57.693827 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] Set router 14b72924-2d9a-4d73-aa14-588bb72686b7 gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:16:57.719174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] For port e920b19f-6bf2-428d-af8e-95aab2ec8943, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=e920b19f-6bf2-428d-af8e-95aab2ec8943,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:57.719752 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:57.733252 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Calling delete_port for e920b19f-6bf2-428d-af8e-95aab2ec8943 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:57.745382 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:16:57Z', 'revision_number': 6, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port_host': None}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:57.775253 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2d257-2b74-42ed-8e31-1d323178bb6f None None] The sync data for ids ['14b72924-2d9a-4d73-aa14-588bb72686b7'] in dv-cinder-830086-1-iscsi is: [{'id': '14b72924-2d9a-4d73-aa14-588bb72686b7', 'name': 'tempest-AttachVolumeShelveTestJSON-1182564969-router', 'tenant_id': 'a764b172645b49d49728bb867ce1dfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:05:07Z', 'updated_at': '2022-02-20T20:16:57Z', 'revision_number': 6, 'project_id': 'a764b172645b49d49728bb867ce1dfe1', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:16:57.978249 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (e920b19f-6bf2-428d-af8e-95aab2ec8943), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.006078 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e920b19f-6bf2-428d-af8e-95aab2ec8943,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:58.067592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (14b72924-2d9a-4d73-aa14-588bb72686b7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.159833 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (14b72924-2d9a-4d73-aa14-588bb72686b7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.162193 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks [] for router_controller (14b72924-2d9a-4d73-aa14-588bb72686b7), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.271242 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (14b72924-2d9a-4d73-aa14-588bb72686b7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.271806 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b72924-2d9a-4d73-aa14-588bb72686b7 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:16:58.276510 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.277420 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f4c77d14-ff07-4763-b000-f5e88dbbc7b6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/14b72924-2d9a-4d73-aa14-588bb72686b7 HTTP/1.1" status: 204 len: 168 time: 1.0266535 Feb 20 20:16:58.279935 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54690) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:58.322649 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] Deleting subnet 1cc6f88c-c485-40be-8a83-ec4444c3e2e2 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:16:58.325680 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] Publish callbacks [] for subnet (1cc6f88c-c485-40be-8a83-ec4444c3e2e2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.359510 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (1cc6f88c-c485-40be-8a83-ec4444c3e2e2), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.441362 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (1cc6f88c-c485-40be-8a83-ec4444c3e2e2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.546573 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 2750e3df-7b97-49f7-b7d5-cce0566112b2 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:16:58.563061 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (1cc6f88c-c485-40be-8a83-ec4444c3e2e2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.567931 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 2750e3df-7b97-49f7-b7d5-cce0566112b2 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:16:58.568294 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 2750e3df-7b97-49f7-b7d5-cce0566112b2 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:16:58.568708 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device e920b19f-6bf2-428d-af8e-95aab2ec8943 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:16:58.589067 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc6f88c-c485-40be-8a83-ec4444c3e2e2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:58.590943 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: e920b19f-6bf2-428d-af8e-95aab2ec8943 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:16:58.591773 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device e920b19f-6bf2-428d-af8e-95aab2ec8943 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:16:58.592481 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.596124 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-96211f4e-1c2c-4f2c-98ab-3ff5ee51b53f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1cc6f88c-c485-40be-8a83-ec4444c3e2e2 HTTP/1.1" status: 204 len: 168 time: 0.3147047 Feb 20 20:16:58.598159 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54692) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:58.600653 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c8dcb-7fdc-45dc-b531-bea235e246b0 None None] Network 905ec497-f20b-4f4b-9c9a-74d6a32ea960 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:16:58.666331 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (905ec497-f20b-4f4b-9c9a-74d6a32ea960), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.729463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Deleting port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:58.729463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.760048 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] DHCP port deletion for 905ec497-f20b-4f4b-9c9a-74d6a32ea960 request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:16:58.816673 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] Deleting port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:16:58.817046 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.882980 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] For port 05eb39ea-0a56-477c-9587-21f83a8b6dd3, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=05eb39ea-0a56-477c-9587-21f83a8b6dd3,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:58.883372 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:58.897056 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] Calling delete_port for 05eb39ea-0a56-477c-9587-21f83a8b6dd3 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:59.081679 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] For port 05eb39ea-0a56-477c-9587-21f83a8b6dd3, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=05eb39ea-0a56-477c-9587-21f83a8b6dd3,segment=NetworkSegment(0b8e8f66-5fa5-4af7-9a1f-76138d607bf5),segment_id=0b8e8f66-5fa5-4af7-9a1f-76138d607bf5)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:16:59.082076 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.094173 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Calling delete_port for 05eb39ea-0a56-477c-9587-21f83a8b6dd3 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:16:59.224474 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.234857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (05eb39ea-0a56-477c-9587-21f83a8b6dd3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.256415 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] Pushing event deleted for resources: {'Port': ['ID=05eb39ea-0a56-477c-9587-21f83a8b6dd3,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:59.258253 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96559930-6b95-4868-af83-98d2d3b21869 None None] No DVR routers for this DVR port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:16:59.262837 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Pushing event deleted for resources: {'Port': ['ID=05eb39ea-0a56-477c-9587-21f83a8b6dd3,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:59.264904 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] No DVR routers for this DVR port 05eb39ea-0a56-477c-9587-21f83a8b6dd3 on host dv-cinder-830086-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:16:59.339558 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (905ec497-f20b-4f4b-9c9a-74d6a32ea960), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.362824 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905ec497-f20b-4f4b-9c9a-74d6a32ea960']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:59.371741 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:59.372033 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8e8f66-5fa5-4af7-9a1f-76138d607bf5') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:16:59.382519 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (0b8e8f66-5fa5-4af7-9a1f-76138d607bf5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.395666 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (0b8e8f66-5fa5-4af7-9a1f-76138d607bf5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.401724 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:16:59.402111 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (0b8e8f66-5fa5-4af7-9a1f-76138d607bf5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: self.session.flush() Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: self.session.flush() Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: self.session.flush() Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: self.session.flush() Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:16:59.403744 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:16:59.520947 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (905ec497-f20b-4f4b-9c9a-74d6a32ea960), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.525972 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:16:59.529176 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] 10.222.0.61 "DELETE /v2.0/networks/905ec497-f20b-4f4b-9c9a-74d6a32ea960 HTTP/1.1" status: 204 len: 168 time: 0.9301021 Feb 20 20:16:59.542141 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccd566-c962-4542-94f7-3c9bcc123395 admin admin] Pushing event deleted for resources: {'Network': ['ID=905ec497-f20b-4f4b-9c9a-74d6a32ea960,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:16:59.936697 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54698) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:16:59.979226 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a3f3acca-3c47-4077-9693-9cb02741b897 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a764b172645b49d49728bb867ce1dfe1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410359 Feb 20 20:16:59.981589 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54702) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:00.026774 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a42067b1-0c80-4850-b246-342986351e12 admin admin] Publish callbacks [] for security_group (e2cb6fcb-3185-44c0-a86a-ee9b8566764d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:00.047297 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a42067b1-0c80-4850-b246-342986351e12 admin admin] Publish callbacks [] for security_group (e2cb6fcb-3185-44c0-a86a-ee9b8566764d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:00.214093 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a42067b1-0c80-4850-b246-342986351e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (e2cb6fcb-3185-44c0-a86a-ee9b8566764d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:00.216667 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a42067b1-0c80-4850-b246-342986351e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:00.217814 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a42067b1-0c80-4850-b246-342986351e12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2cb6fcb-3185-44c0-a86a-ee9b8566764d HTTP/1.1" status: 204 len: 168 time: 0.2353501 Feb 20 20:17:00.226769 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42067b1-0c80-4850-b246-342986351e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cb6fcb-3185-44c0-a86a-ee9b8566764d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:00.321631 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 05eb39ea-0a56-477c-9587-21f83a8b6dd3 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:17:00.341651 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 05eb39ea-0a56-477c-9587-21f83a8b6dd3 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:17:00.341988 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 05eb39ea-0a56-477c-9587-21f83a8b6dd3 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:17:05.945850 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54836) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:06.052006 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.122851 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Publish callbacks [] for security_group (32f45768-7b9d-4a20-b3c7-bd4737693cf4), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.197238 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (32f45768-7b9d-4a20-b3c7-bd4737693cf4), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.238922 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e503efd9379b4f32a949f56605a072ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919977 Feb 20 20:17:06.239786 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f45768-7b9d-4a20-b3c7-bd4737693cf4,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:06.241731 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54840) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:06.247458 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.247806 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.248145 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.248510 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.248843 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.249169 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.249495 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.249818 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.250143 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.250469 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.250791 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.251106 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.251423 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe3ce7a-1c36-4781-a45c-02b1980f0140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.289926 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Publish callbacks [] for security_group (32f45768-7b9d-4a20-b3c7-bd4737693cf4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.310583 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Publish callbacks [] for security_group (32f45768-7b9d-4a20-b3c7-bd4737693cf4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.437133 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (32f45768-7b9d-4a20-b3c7-bd4737693cf4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.439724 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:06.440902 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32f45768-7b9d-4a20-b3c7-bd4737693cf4 HTTP/1.1" status: 204 len: 168 time: 0.1981723 Feb 20 20:17:06.448524 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f45768-7b9d-4a20-b3c7-bd4737693cf4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:06.455490 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.455842 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.456185 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.456548 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.456877 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.457202 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.457527 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.457851 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.458232 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.458481 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.458803 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.459117 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.459485 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848bedfd-3763-4c40-ae72-1672876cc03f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:17:06.676899 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20cd76b1-257b-4c86-a1e8-b7d7ece1fcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.077152 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54852) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:07.091680 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34f7644c-0f50-447a-a111-91502119065b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.164941 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34f7644c-0f50-447a-a111-91502119065b admin admin] Publish callbacks [] for security_group (9fa5ebf7-9b59-498c-b020-71a59dce3bdf), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.220104 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34f7644c-0f50-447a-a111-91502119065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9fa5ebf7-9b59-498c-b020-71a59dce3bdf), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.263970 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54854) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:07.264536 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-34f7644c-0f50-447a-a111-91502119065b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1b07c7ec00f5469da9f89a2027cb4215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858079 Feb 20 20:17:07.265028 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7644c-0f50-447a-a111-91502119065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5ebf7-9b59-498c-b020-71a59dce3bdf,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:07.314097 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a6f-b40d-4ebd-97c3-19c51502f0b9 admin admin] Publish callbacks [] for security_group (9fa5ebf7-9b59-498c-b020-71a59dce3bdf), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.335502 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a6f-b40d-4ebd-97c3-19c51502f0b9 admin admin] Publish callbacks [] for security_group (9fa5ebf7-9b59-498c-b020-71a59dce3bdf), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.469455 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a6f-b40d-4ebd-97c3-19c51502f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (9fa5ebf7-9b59-498c-b020-71a59dce3bdf), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.472398 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a97e3a6f-b40d-4ebd-97c3-19c51502f0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:07.473539 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-a97e3a6f-b40d-4ebd-97c3-19c51502f0b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9fa5ebf7-9b59-498c-b020-71a59dce3bdf HTTP/1.1" status: 204 len: 168 time: 0.2085152 Feb 20 20:17:07.482005 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e3a6f-b40d-4ebd-97c3-19c51502f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5ebf7-9b59-498c-b020-71a59dce3bdf,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:08.082655 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:08.974416 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbd85-acb5-452b-b689-d11d3ae5cf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:10.117492 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:11.829490 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:12.977795 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:13.934604 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54968) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:14.041635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7800b55-e007-4799-bc14-992e54b1123d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:14.113023 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7800b55-e007-4799-bc14-992e54b1123d admin admin] Publish callbacks [] for security_group (2afc5a08-f15f-4622-bb58-230ca7710251), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:14.259908 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-d7800b55-e007-4799-bc14-992e54b1123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2afc5a08-f15f-4622-bb58-230ca7710251), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:14.300566 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-d7800b55-e007-4799-bc14-992e54b1123d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da479f4546764e919ce8497fc6c8b452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648670 Feb 20 20:17:14.301922 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7800b55-e007-4799-bc14-992e54b1123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc5a08-f15f-4622-bb58-230ca7710251,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:14.309793 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54972) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:14.361835 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-95787d5a-e1dc-425d-bcd0-35f9183f0ed1 admin admin] Publish callbacks [] for security_group (2afc5a08-f15f-4622-bb58-230ca7710251), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:14.384048 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-95787d5a-e1dc-425d-bcd0-35f9183f0ed1 admin admin] Publish callbacks [] for security_group (2afc5a08-f15f-4622-bb58-230ca7710251), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:14.534446 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-95787d5a-e1dc-425d-bcd0-35f9183f0ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2afc5a08-f15f-4622-bb58-230ca7710251), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:14.537557 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-95787d5a-e1dc-425d-bcd0-35f9183f0ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:14.538858 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-95787d5a-e1dc-425d-bcd0-35f9183f0ed1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2afc5a08-f15f-4622-bb58-230ca7710251 HTTP/1.1" status: 204 len: 168 time: 0.2282648 Feb 20 20:17:14.554616 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95787d5a-e1dc-425d-bcd0-35f9183f0ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc5a08-f15f-4622-bb58-230ca7710251,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:15.271569 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 54992) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:15.285387 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5d66-1769-4825-a8ed-f4fbdf573058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.357686 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5d66-1769-4825-a8ed-f4fbdf573058 admin admin] Publish callbacks [] for security_group (3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.425418 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a7ba5d66-1769-4825-a8ed-f4fbdf573058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.466338 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a7ba5d66-1769-4825-a8ed-f4fbdf573058 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=31e97a65297a454799d1e9443113fd8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935604 Feb 20 20:17:15.467192 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba5d66-1769-4825-a8ed-f4fbdf573058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:15.468958 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:15.518917 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78fe3ea8-da94-439f-a2cd-5f7a02fa5950 admin admin] Publish callbacks [] for security_group (3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.541177 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78fe3ea8-da94-439f-a2cd-5f7a02fa5950 admin admin] Publish callbacks [] for security_group (3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.598508 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 54998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:15.665862 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78fe3ea8-da94-439f-a2cd-5f7a02fa5950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.668463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-78fe3ea8-da94-439f-a2cd-5f7a02fa5950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.669607 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-78fe3ea8-da94-439f-a2cd-5f7a02fa5950 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5 HTTP/1.1" status: 204 len: 168 time: 0.1996400 Feb 20 20:17:15.683901 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe3ea8-da94-439f-a2cd-5f7a02fa5950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdd4629-1758-45a3-b59e-a0a8c0d9a9b5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:15.714306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06a92670-306b-449f-b988-27ea0f636daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.784850 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06a92670-306b-449f-b988-27ea0f636daf admin admin] Publish callbacks [] for security_group (635fdb78-cd87-42ca-9832-3e74b059af76), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.888159 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-06a92670-306b-449f-b988-27ea0f636daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (635fdb78-cd87-42ca-9832-3e74b059af76), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:15.931465 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-06a92670-306b-449f-b988-27ea0f636daf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e3634019ed3440d7aae5147a3132638e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344405 Feb 20 20:17:15.932463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a92670-306b-449f-b988-27ea0f636daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635fdb78-cd87-42ca-9832-3e74b059af76,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:15.933957 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55004) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:15.987225 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e117c773-52bd-41a5-ac6b-10bded6b7458 admin admin] Publish callbacks [] for security_group (635fdb78-cd87-42ca-9832-3e74b059af76), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:16.009744 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e117c773-52bd-41a5-ac6b-10bded6b7458 admin admin] Publish callbacks [] for security_group (635fdb78-cd87-42ca-9832-3e74b059af76), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:16.168621 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e117c773-52bd-41a5-ac6b-10bded6b7458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (635fdb78-cd87-42ca-9832-3e74b059af76), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:16.171220 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e117c773-52bd-41a5-ac6b-10bded6b7458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:16.172463 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e117c773-52bd-41a5-ac6b-10bded6b7458 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/635fdb78-cd87-42ca-9832-3e74b059af76 HTTP/1.1" status: 204 len: 168 time: 0.2367187 Feb 20 20:17:16.181393 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117c773-52bd-41a5-ac6b-10bded6b7458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635fdb78-cd87-42ca-9832-3e74b059af76,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:16.800813 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55028) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:16.814669 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a999a60-6e6e-421c-a319-bdec0766d814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:16.891885 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a999a60-6e6e-421c-a319-bdec0766d814 admin admin] Publish callbacks [] for security_group (20915229-c784-489c-a040-d2145cea2177), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:16.956990 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3a999a60-6e6e-421c-a319-bdec0766d814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (20915229-c784-489c-a040-d2145cea2177), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:16.996266 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3a999a60-6e6e-421c-a319-bdec0766d814 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45b72f9b3f52429dbc0324ca3e18e2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936414 Feb 20 20:17:16.997293 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a999a60-6e6e-421c-a319-bdec0766d814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20915229-c784-489c-a040-d2145cea2177,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:16.999068 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55034) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:17.059785 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53eb5634-7ff9-43c5-9eb7-54faa6964031 admin admin] Publish callbacks [] for security_group (20915229-c784-489c-a040-d2145cea2177), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:17.082170 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53eb5634-7ff9-43c5-9eb7-54faa6964031 admin admin] Publish callbacks [] for security_group (20915229-c784-489c-a040-d2145cea2177), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:17.305783 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53eb5634-7ff9-43c5-9eb7-54faa6964031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (20915229-c784-489c-a040-d2145cea2177), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:17.308258 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53eb5634-7ff9-43c5-9eb7-54faa6964031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:17.309414 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-53eb5634-7ff9-43c5-9eb7-54faa6964031 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20915229-c784-489c-a040-d2145cea2177 HTTP/1.1" status: 204 len: 168 time: 0.3085072 Feb 20 20:17:17.316988 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb5634-7ff9-43c5-9eb7-54faa6964031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20915229-c784-489c-a040-d2145cea2177,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:19.825369 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:17:25.077241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55154) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:25.205630 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddeda9e2-fe5e-4a11-80b5-2cc25bfa2e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.277136 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddeda9e2-fe5e-4a11-80b5-2cc25bfa2e06 admin admin] Publish callbacks [] for security_group (32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.350951 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ddeda9e2-fe5e-4a11-80b5-2cc25bfa2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.394018 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ddeda9e2-fe5e-4a11-80b5-2cc25bfa2e06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2804fd9891004388a65e83e75eac9fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155956 Feb 20 20:17:25.394883 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeda9e2-fe5e-4a11-80b5-2cc25bfa2e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:25.396724 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55160) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:25.443686 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15e15126-d47a-4bf5-b6bd-a082fdb6a026 admin admin] Publish callbacks [] for security_group (32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.464325 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15e15126-d47a-4bf5-b6bd-a082fdb6a026 admin admin] Publish callbacks [] for security_group (32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.614012 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15e15126-d47a-4bf5-b6bd-a082fdb6a026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.616503 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15e15126-d47a-4bf5-b6bd-a082fdb6a026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:25.617958 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-15e15126-d47a-4bf5-b6bd-a082fdb6a026 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990 HTTP/1.1" status: 204 len: 168 time: 0.2201009 Feb 20 20:17:25.625840 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e15126-d47a-4bf5-b6bd-a082fdb6a026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ecd6a7-f7ca-4a74-b2f2-79a4f62c8990,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:26.212908 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55168) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:26.225837 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00ea32ca-6067-402b-aebb-1b46431415d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:26.300352 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00ea32ca-6067-402b-aebb-1b46431415d2 admin admin] Publish callbacks [] for security_group (90bbb244-cd36-46ee-ae32-95f7431257a5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:26.385438 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-00ea32ca-6067-402b-aebb-1b46431415d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (90bbb244-cd36-46ee-ae32-95f7431257a5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:26.423513 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-00ea32ca-6067-402b-aebb-1b46431415d2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=283e23db1e094559b127640be5c0db6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094171 Feb 20 20:17:26.424270 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea32ca-6067-402b-aebb-1b46431415d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bbb244-cd36-46ee-ae32-95f7431257a5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:26.426941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55170) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:26.478498 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1285-be28-418d-ac50-80988bad05b2 admin admin] Publish callbacks [] for security_group (90bbb244-cd36-46ee-ae32-95f7431257a5), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:26.500150 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1285-be28-418d-ac50-80988bad05b2 admin admin] Publish callbacks [] for security_group (90bbb244-cd36-46ee-ae32-95f7431257a5), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:26.614130 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1285-be28-418d-ac50-80988bad05b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (90bbb244-cd36-46ee-ae32-95f7431257a5), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:26.616777 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e6e1285-be28-418d-ac50-80988bad05b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:26.618544 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-0e6e1285-be28-418d-ac50-80988bad05b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90bbb244-cd36-46ee-ae32-95f7431257a5 HTTP/1.1" status: 204 len: 168 time: 0.1901984 Feb 20 20:17:26.626866 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e1285-be28-418d-ac50-80988bad05b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bbb244-cd36-46ee-ae32-95f7431257a5,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:36.765998 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0110042-b4a9-4d2e-8451-b3e1886791e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:38.088715 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:38.973903 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34bff8eb-809d-4149-9cc2-872dfe4cfa62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:40.111214 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:40.676627 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55304) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:40.781750 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-668a7835-0f1e-462f-a8c2-30818f165b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:40.852635 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-668a7835-0f1e-462f-a8c2-30818f165b2f admin admin] Publish callbacks [] for security_group (80accd19-18db-486d-b503-a4dbe6af808b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:40.957049 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-668a7835-0f1e-462f-a8c2-30818f165b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (80accd19-18db-486d-b503-a4dbe6af808b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:40.997905 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-668a7835-0f1e-462f-a8c2-30818f165b2f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cee5ed9aa694be8afec6a5fa8b3c448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200684 Feb 20 20:17:40.998998 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a7835-0f1e-462f-a8c2-30818f165b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80accd19-18db-486d-b503-a4dbe6af808b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:41.000558 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55308) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:41.054883 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5652fb83-02fb-46f8-9b32-3abc08f9dba9 admin admin] Publish callbacks [] for security_group (80accd19-18db-486d-b503-a4dbe6af808b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:41.076126 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5652fb83-02fb-46f8-9b32-3abc08f9dba9 admin admin] Publish callbacks [] for security_group (80accd19-18db-486d-b503-a4dbe6af808b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:41.179523 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5652fb83-02fb-46f8-9b32-3abc08f9dba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (80accd19-18db-486d-b503-a4dbe6af808b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:41.182588 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5652fb83-02fb-46f8-9b32-3abc08f9dba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:41.183736 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5652fb83-02fb-46f8-9b32-3abc08f9dba9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/80accd19-18db-486d-b503-a4dbe6af808b HTTP/1.1" status: 204 len: 168 time: 0.1820498 Feb 20 20:17:41.191456 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652fb83-02fb-46f8-9b32-3abc08f9dba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80accd19-18db-486d-b503-a4dbe6af808b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:41.784623 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55316) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:41.799160 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f091c247-88dc-4507-ab03-e55f4daa64af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:41.851479 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:41.876750 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f091c247-88dc-4507-ab03-e55f4daa64af admin admin] Publish callbacks [] for security_group (51c8dc34-e481-43ce-8a82-91384fb78392), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:41.971600 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f091c247-88dc-4507-ab03-e55f4daa64af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (51c8dc34-e481-43ce-8a82-91384fb78392), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:42.011821 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f091c247-88dc-4507-ab03-e55f4daa64af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5e6a26574d5455e954135b69252133b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261083 Feb 20 20:17:42.012656 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091c247-88dc-4507-ab03-e55f4daa64af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8dc34-e481-43ce-8a82-91384fb78392,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:42.014703 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55318) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:42.066264 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa689554-c427-4059-a326-f6b16354a356 admin admin] Publish callbacks [] for security_group (51c8dc34-e481-43ce-8a82-91384fb78392), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:42.087384 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa689554-c427-4059-a326-f6b16354a356 admin admin] Publish callbacks [] for security_group (51c8dc34-e481-43ce-8a82-91384fb78392), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:42.208463 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa689554-c427-4059-a326-f6b16354a356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (51c8dc34-e481-43ce-8a82-91384fb78392), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:42.211084 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aa689554-c427-4059-a326-f6b16354a356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:42.213608 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-aa689554-c427-4059-a326-f6b16354a356 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/51c8dc34-e481-43ce-8a82-91384fb78392 HTTP/1.1" status: 204 len: 168 time: 0.1967087 Feb 20 20:17:42.220691 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa689554-c427-4059-a326-f6b16354a356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8dc34-e481-43ce-8a82-91384fb78392,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:42.934234 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.354584 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55346) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:43.448709 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-600327180-network', 'tenant_id': '4eefad9f66834b05bd07d114b4d7faad'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:17:43.533668 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Made reservation on behalf of 4eefad9f66834b05bd07d114b4d7faad for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:17:43.536158 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.545536 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.615856 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks [] for security_group (0d7cb49e-c32d-40ed-8015-275d7f39b22a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.676945 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (0d7cb49e-c32d-40ed-8015-275d7f39b22a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.699274 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:17:43.713091 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7cb49e-c32d-40ed-8015-275d7f39b22a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:43.718719 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (47d1b151-c5d9-4b6b-8725-ce6f99da8fa2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.719158 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Added segment 47d1b151-c5d9-4b6b-8725-ce6f99da8fa2 of type vlan for network 1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b Feb 20 20:17:43.761400 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.905609 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.910726 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:17:43.910726 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:43.968673 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] Pushing event updated for resources: {'Network': ['ID=1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:43.978341 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:17:44.050898 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7047cbf4-be85-4aa3-80e7-f867c2e6bf70 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6951249 Feb 20 20:17:44.053750 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55354) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:44.059783 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Request body: {'subnet': {'network_id': '1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-600327180-subnet', 'tenant_id': '4eefad9f66834b05bd07d114b4d7faad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:17:44.162369 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Made reservation on behalf of 4eefad9f66834b05bd07d114b4d7faad for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:17:44.164879 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66645117'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:44.382819 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4654592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66645135'] for subnet (cc9b0fdf-10c9-4be8-b682-f738e6c09fe2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:44.436057 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9b0fdf-10c9-4be8-b682-f738e6c09fe2,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:44.444766 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Checking segment: {'id': '47d1b151-c5d9-4b6b-8725-ce6f99da8fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:17:44.445167 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Network hostable DHCP agents. Network: 1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:17:44.508174 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Network 1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:17:44.602847 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:17:44.606986 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:17:44.607626 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:44.616050 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eec2be-6411-42dd-bf3e-7a7178315ea2 None None] Network 1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:17:44.690962 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-185b2d51-a0fa-4d6c-b29d-f8a134b4559e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6361494 Feb 20 20:17:44.712305 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d991f3-fe60-451e-ad3f-3838357da55a None None] Network 1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:17:45.385254 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55378) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:45.390157 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-308147099-network', 'tenant_id': 'b33ae8d1804d4a7dacb627986c4a17e7'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:17:45.465020 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Made reservation on behalf of b33ae8d1804d4a7dacb627986c4a17e7 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:17:45.467297 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:45.475888 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:45.557370 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks [] for security_group (413152b0-8379-4b74-a5e1-f015f1571364), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:45.831157 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (413152b0-8379-4b74-a5e1-f015f1571364), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:45.858684 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:17:45.864806 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413152b0-8379-4b74-a5e1-f015f1571364,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:45.870692 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (ba116285-48cb-48c3-91c8-64eca17eaab7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:45.871029 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Added segment ba116285-48cb-48c3-91c8-64eca17eaab7 of type vlan for network bceacb1d-e7da-4bc1-b633-521f4799365f Feb 20 20:17:45.912130 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (bceacb1d-e7da-4bc1-b633-521f4799365f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:45.996306 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (bceacb1d-e7da-4bc1-b633-521f4799365f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:45.997267 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:17:45.997880 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:46.054321 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=bceacb1d-e7da-4bc1-b633-521f4799365f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:46.064370 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network bceacb1d-e7da-4bc1-b633-521f4799365f details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:17:46.107933 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-88296597-4164-497e-ba01-301444a7c2b7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7214997 Feb 20 20:17:46.110859 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55380) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:46.115667 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Request body: {'subnet': {'network_id': 'bceacb1d-e7da-4bc1-b633-521f4799365f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-308147099-subnet', 'tenant_id': 'b33ae8d1804d4a7dacb627986c4a17e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:17:46.202075 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Made reservation on behalf of b33ae8d1804d4a7dacb627986c4a17e7 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:17:46.204533 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66645117'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:46.442243 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4654592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66645135'] for subnet (20488ef1-cbf1-4c31-b7a3-fa8fe7c64197), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:46.507493 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20488ef1-cbf1-4c31-b7a3-fa8fe7c64197,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:46.515786 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Checking segment: {'id': 'ba116285-48cb-48c3-91c8-64eca17eaab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bceacb1d-e7da-4bc1-b633-521f4799365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:17:46.516161 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Network hostable DHCP agents. Network: bceacb1d-e7da-4bc1-b633-521f4799365f, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:17:46.605976 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Network bceacb1d-e7da-4bc1-b633-521f4799365f is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:17:46.791382 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, bceacb1d-e7da-4bc1-b633-521f4799365f) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:17:46.795487 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:17:46.800945 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:46.801650 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb1c42-950f-4efe-a11d-57f8d7196912 None None] Network bceacb1d-e7da-4bc1-b633-521f4799365f requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:17:46.903004 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5f9e95e7-7363-4df3-8afb-881479218aa2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7910342 Feb 20 20:17:46.913876 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8841fbf-d40b-469e-8888-61ba1039d07e None None] Network bceacb1d-e7da-4bc1-b633-521f4799365f requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:17:49.223092 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55422) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:49.324592 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aff34e78-1875-40ef-bce1-d695149030f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:49.394701 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aff34e78-1875-40ef-bce1-d695149030f8 admin admin] Publish callbacks [] for security_group (632382b8-28a3-4ed9-82ce-17992ec573aa), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:49.488335 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-aff34e78-1875-40ef-bce1-d695149030f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (632382b8-28a3-4ed9-82ce-17992ec573aa), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:49.528332 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-aff34e78-1875-40ef-bce1-d695149030f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=479142f6b6264027aa18a476947ce414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041632 Feb 20 20:17:49.529205 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff34e78-1875-40ef-bce1-d695149030f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632382b8-28a3-4ed9-82ce-17992ec573aa,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:49.531099 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55426) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:17:49.578592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad99-527f-4980-bbb8-0e831ae9849d admin admin] Publish callbacks [] for security_group (632382b8-28a3-4ed9-82ce-17992ec573aa), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:49.599642 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad99-527f-4980-bbb8-0e831ae9849d admin admin] Publish callbacks [] for security_group (632382b8-28a3-4ed9-82ce-17992ec573aa), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:49.733436 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad99-527f-4980-bbb8-0e831ae9849d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (632382b8-28a3-4ed9-82ce-17992ec573aa), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:49.736000 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-32d1ad99-527f-4980-bbb8-0e831ae9849d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:17:49.737193 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-32d1ad99-527f-4980-bbb8-0e831ae9849d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/632382b8-28a3-4ed9-82ce-17992ec573aa HTTP/1.1" status: 204 len: 168 time: 0.2051094 Feb 20 20:17:49.745368 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1ad99-527f-4980-bbb8-0e831ae9849d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632382b8-28a3-4ed9-82ce-17992ec573aa,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:17:56.828095 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:18:06.704830 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4a966efe-926b-4003-b3de-e5377603b0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:07.688484 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55670) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:07.732984 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Deleting subnet cc9b0fdf-10c9-4be8-b682-f738e6c09fe2 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:18:07.736103 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Publish callbacks [] for subnet (cc9b0fdf-10c9-4be8-b682-f738e6c09fe2), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:07.773185 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (cc9b0fdf-10c9-4be8-b682-f738e6c09fe2), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:07.811811 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (cc9b0fdf-10c9-4be8-b682-f738e6c09fe2), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:07.931440 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (cc9b0fdf-10c9-4be8-b682-f738e6c09fe2), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:07.960659 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9b0fdf-10c9-4be8-b682-f738e6c09fe2,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:07.963524 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:07.966595 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/cc9b0fdf-10c9-4be8-b682-f738e6c09fe2 HTTP/1.1" status: 204 len: 168 time: 0.2771132 Feb 20 20:18:07.969376 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55672) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:07.973239 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.973595 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.974010 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.974433 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.974767 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.975097 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.975425 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.975756 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.976080 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.976430 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.976755 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.977174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:07.977507 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09c14f-0c87-456e-8585-d92ec5af52a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.041413 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.102155 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.118230 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.139331 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:08.149523 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d1b151-c5d9-4b6b-8725-ce6f99da8fa2') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:08.149817 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d1b151-c5d9-4b6b-8725-ce6f99da8fa2') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:08.164339 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (47d1b151-c5d9-4b6b-8725-ce6f99da8fa2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.174835 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (47d1b151-c5d9-4b6b-8725-ce6f99da8fa2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.181607 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:18:08.181944 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (47d1b151-c5d9-4b6b-8725-ce6f99da8fa2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:18:08.183581 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:18:08.310308 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.316194 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.319277 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b HTTP/1.1" status: 204 len: 168 time: 0.3488004 Feb 20 20:18:08.322234 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55674) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:08.330146 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2dc4ad-fe7e-4f36-94b4-5d479602bd9b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:08.337003 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.337354 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.337731 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.338065 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.338398 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.338724 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.339054 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.339381 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.339704 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.340025 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.340368 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.340691 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.341006 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6541a4ff-a28e-449a-97ae-ec20d5caf4d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:08.368271 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] Deleting subnet 20488ef1-cbf1-4c31-b7a3-fa8fe7c64197 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:18:08.371472 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] Publish callbacks [] for subnet (20488ef1-cbf1-4c31-b7a3-fa8fe7c64197), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.412398 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (20488ef1-cbf1-4c31-b7a3-fa8fe7c64197), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.453390 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (20488ef1-cbf1-4c31-b7a3-fa8fe7c64197), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.582759 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (20488ef1-cbf1-4c31-b7a3-fa8fe7c64197), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.609290 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20488ef1-cbf1-4c31-b7a3-fa8fe7c64197,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:08.613966 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.616653 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-3b68f1fc-6d81-497c-9306-6d05f39e9e44 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/20488ef1-cbf1-4c31-b7a3-fa8fe7c64197 HTTP/1.1" status: 204 len: 168 time: 0.2934248 Feb 20 20:18:08.619214 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55678) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:08.692667 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (bceacb1d-e7da-4bc1-b633-521f4799365f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.769081 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (bceacb1d-e7da-4bc1-b633-521f4799365f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.790138 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bceacb1d-e7da-4bc1-b633-521f4799365f']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:08.800570 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba116285-48cb-48c3-91c8-64eca17eaab7') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:08.800916 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba116285-48cb-48c3-91c8-64eca17eaab7') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:08.810538 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (ba116285-48cb-48c3-91c8-64eca17eaab7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.824136 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (ba116285-48cb-48c3-91c8-64eca17eaab7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.830050 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:18:08.830418 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (ba116285-48cb-48c3-91c8-64eca17eaab7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:18:08.832005 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:18:08.945241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (bceacb1d-e7da-4bc1-b633-521f4799365f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.950531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:08.956614 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/bceacb1d-e7da-4bc1-b633-521f4799365f HTTP/1.1" status: 204 len: 168 time: 0.3342156 Feb 20 20:18:08.965624 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825429d2-ab92-41eb-b2f8-ec31ed83f1f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bceacb1d-e7da-4bc1-b633-521f4799365f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:09.002341 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ca71c804-d840-4d00-8b4d-7eba6ee03f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:09.307183 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55682) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:09.348049 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-5229b770-0da7-4158-86a4-a3823b9a2ccb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4eefad9f66834b05bd07d114b4d7faad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396955 Feb 20 20:18:09.350673 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55684) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:09.397584 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f5e702e8-e6f7-4493-b270-be62d0e031a4 admin admin] Publish callbacks [] for security_group (0d7cb49e-c32d-40ed-8015-275d7f39b22a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:09.417977 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f5e702e8-e6f7-4493-b270-be62d0e031a4 admin admin] Publish callbacks [] for security_group (0d7cb49e-c32d-40ed-8015-275d7f39b22a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:09.533306 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f5e702e8-e6f7-4493-b270-be62d0e031a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (0d7cb49e-c32d-40ed-8015-275d7f39b22a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:09.535980 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f5e702e8-e6f7-4493-b270-be62d0e031a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:09.537162 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f5e702e8-e6f7-4493-b270-be62d0e031a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d7cb49e-c32d-40ed-8015-275d7f39b22a HTTP/1.1" status: 204 len: 168 time: 0.1855178 Feb 20 20:18:09.546126 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e702e8-e6f7-4493-b270-be62d0e031a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7cb49e-c32d-40ed-8015-275d7f39b22a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:10.142504 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:10.250576 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55692) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:10.289260 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-360682ff-7948-4d62-90d1-6b2e91b7fdb8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b33ae8d1804d4a7dacb627986c4a17e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375090 Feb 20 20:18:10.291577 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55694) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:10.340174 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6618f757-04a0-4be5-ae92-a9ca7c4632d9 admin admin] Publish callbacks [] for security_group (413152b0-8379-4b74-a5e1-f015f1571364), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:10.361646 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6618f757-04a0-4be5-ae92-a9ca7c4632d9 admin admin] Publish callbacks [] for security_group (413152b0-8379-4b74-a5e1-f015f1571364), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:10.459293 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6618f757-04a0-4be5-ae92-a9ca7c4632d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (413152b0-8379-4b74-a5e1-f015f1571364), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:10.461813 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6618f757-04a0-4be5-ae92-a9ca7c4632d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:10.462948 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6618f757-04a0-4be5-ae92-a9ca7c4632d9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/413152b0-8379-4b74-a5e1-f015f1571364 HTTP/1.1" status: 204 len: 168 time: 0.1704679 Feb 20 20:18:10.471540 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618f757-04a0-4be5-ae92-a9ca7c4632d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413152b0-8379-4b74-a5e1-f015f1571364,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:11.810733 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:12.968966 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:33.827233 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:18:36.678789 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6935cd81-0ccc-498f-85fa-3b5ba544a10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:38.093235 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:38.995566 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2414743c-8072-4a84-b32f-b7b403e8ace9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:40.110542 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:41.840560 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:42.956149 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:46.804944 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55984) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:46.913576 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efce730c-4591-4c65-9662-eff9c5b2d997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:46.996793 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efce730c-4591-4c65-9662-eff9c5b2d997 admin admin] Publish callbacks [] for security_group (3072709c-01a1-40e8-9da8-5c8f8a3838f6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.041364 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 55990) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:47.070109 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efce730c-4591-4c65-9662-eff9c5b2d997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3072709c-01a1-40e8-9da8-5c8f8a3838f6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.112127 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-efce730c-4591-4c65-9662-eff9c5b2d997 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=df5b1a63b59142839d43f03f5552a6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035045 Feb 20 20:18:47.112127 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce730c-4591-4c65-9662-eff9c5b2d997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3072709c-01a1-40e8-9da8-5c8f8a3838f6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:47.112687 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55994) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:47.148507 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b16ea67f-5987-49a8-b88a-e2f8a2247e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.164383 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-756b554b-b1bc-4d86-8e21-204bf76b2562 admin admin] Publish callbacks [] for security_group (3072709c-01a1-40e8-9da8-5c8f8a3838f6), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.186090 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-756b554b-b1bc-4d86-8e21-204bf76b2562 admin admin] Publish callbacks [] for security_group (3072709c-01a1-40e8-9da8-5c8f8a3838f6), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.228117 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b16ea67f-5987-49a8-b88a-e2f8a2247e7a admin admin] Publish callbacks [] for security_group (a897763f-d0d5-46b6-be92-2a4476437f44), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.275648 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b16ea67f-5987-49a8-b88a-e2f8a2247e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a897763f-d0d5-46b6-be92-2a4476437f44), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.304764 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-756b554b-b1bc-4d86-8e21-204bf76b2562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (3072709c-01a1-40e8-9da8-5c8f8a3838f6), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.307583 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-756b554b-b1bc-4d86-8e21-204bf76b2562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.308808 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-756b554b-b1bc-4d86-8e21-204bf76b2562 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3072709c-01a1-40e8-9da8-5c8f8a3838f6 HTTP/1.1" status: 204 len: 168 time: 0.1950881 Feb 20 20:18:47.317969 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b554b-b1bc-4d86-8e21-204bf76b2562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3072709c-01a1-40e8-9da8-5c8f8a3838f6,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:47.318488 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b16ea67f-5987-49a8-b88a-e2f8a2247e7a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98d2ab21f114479cb0a104effc6d3189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760611 Feb 20 20:18:47.319373 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ea67f-5987-49a8-b88a-e2f8a2247e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a897763f-d0d5-46b6-be92-2a4476437f44,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:47.327074 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 55998) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:47.384805 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec9a51b7-e38d-461f-a2c8-9a85a8cd5244 admin admin] Publish callbacks [] for security_group (a897763f-d0d5-46b6-be92-2a4476437f44), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.406608 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec9a51b7-e38d-461f-a2c8-9a85a8cd5244 admin admin] Publish callbacks [] for security_group (a897763f-d0d5-46b6-be92-2a4476437f44), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.527285 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec9a51b7-e38d-461f-a2c8-9a85a8cd5244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (a897763f-d0d5-46b6-be92-2a4476437f44), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.530066 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ec9a51b7-e38d-461f-a2c8-9a85a8cd5244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:47.532295 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-ec9a51b7-e38d-461f-a2c8-9a85a8cd5244 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a897763f-d0d5-46b6-be92-2a4476437f44 HTTP/1.1" status: 204 len: 168 time: 0.2021964 Feb 20 20:18:47.541180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a51b7-e38d-461f-a2c8-9a85a8cd5244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a897763f-d0d5-46b6-be92-2a4476437f44,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:48.641103 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56066) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:48.737990 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1396058386-network', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:18:48.818706 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Made reservation on behalf of ef27bdd5f1e84a52824b0ddbe973d83e for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:18:48.821180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:48.831204 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:48.905196 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks [] for security_group (fa25c617-0d77-4807-bd2f-52fb6044bbfd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.009914 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (fa25c617-0d77-4807-bd2f-52fb6044bbfd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.035820 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:18:49.045596 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25c617-0d77-4807-bd2f-52fb6044bbfd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:49.051801 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (cabf716a-94b0-438d-86da-b24a88cf72d9), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.054429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Added segment cabf716a-94b0-438d-86da-b24a88cf72d9 of type vlan for network 346f8dbb-1724-4f44-ae2c-ef831d77070c Feb 20 20:18:49.093076 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (346f8dbb-1724-4f44-ae2c-ef831d77070c), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.226967 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (346f8dbb-1724-4f44-ae2c-ef831d77070c), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.227884 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:18:49.228517 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.289003 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] Pushing event updated for resources: {'Network': ['ID=346f8dbb-1724-4f44-ae2c-ef831d77070c,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:49.299255 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:18:49.336027 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-c82574ee-3936-40bb-a0bd-d3b7f8b8bb7a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6936703 Feb 20 20:18:49.338857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56084) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:49.344056 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Request body: {'subnet': {'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1396058386-subnet', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:18:49.429681 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Made reservation on behalf of ef27bdd5f1e84a52824b0ddbe973d83e for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:18:49.432067 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626162'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.666878 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5268804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4625920'] for subnet (64254dc5-c10b-4156-9290-dbd75dfe399f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.724833 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64254dc5-c10b-4156-9290-dbd75dfe399f,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:49.731619 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Checking segment: {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:18:49.731953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Network hostable DHCP agents. Network: 346f8dbb-1724-4f44-ae2c-ef831d77070c, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:18:49.821202 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:18:49.909829 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 346f8dbb-1724-4f44-ae2c-ef831d77070c) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:49.914123 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:18:49.914718 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:49.919352 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15464d26-a605-4f9a-9cb4-1a9a40bad0e6 None None] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:18:50.009759 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-72281e73-da40-4f61-aad4-9a323f29b54f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6696312 Feb 20 20:18:50.012503 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56102) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:50.017859 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:18:50.033803 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-346f8dbb-1724-4f44-ae2c-ef831d77070c', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:18:50.033803 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.110728 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (36c19b0f-5bd4-493d-99e6-dade184168f3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.111726 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (36c19b0f-5bd4-493d-99e6-dade184168f3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.166226 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks [] for router_controller (36c19b0f-5bd4-493d-99e6-dade184168f3), precommit_add_association {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.178740 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Allocated IP 172.20.0.2 (346f8dbb-1724-4f44-ae2c-ef831d77070c/64254dc5-c10b-4156-9290-dbd75dfe399f/50c7b2cf-6605-4747-8ee8-f34c1f29c3a7) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:18:50.323239 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Publish callbacks [] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.396952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks [] for router_gateway (36c19b0f-5bd4-493d-99e6-dade184168f3), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.413314 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.452866 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:18:50.455510 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:50.460803 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:18:50.466026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Pushing event updated for resources: {'Port': ['ID=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:50.477285 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.477285 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.477701 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.478040 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.478374 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.478702 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.479029 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.479352 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.479684 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.480000 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.480352 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.480674 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.480990 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:50.536942 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Attempting to bind port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:18:50.539743 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Attempting to bind port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:18:50.539743 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Attempting to bind port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 on network 346f8dbb-1724-4f44-ae2c-ef831d77070c {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:18:50.542617 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:18:50.542989 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Checking segment: {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:18:50.543390 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.543787 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Bound using segment: {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:18:50.544268 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Bound port: 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:18:50.544647 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.609660 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] For port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:18:50.612821 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] For port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:18:50.669528 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks [] for router_gateway (36c19b0f-5bd4-493d-99e6-dade184168f3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.676007 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.690160 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:50.737457 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b76d79-0cbe-4c4b-b7af-a49cc789aeda None None] Pushing event updated for resources: {'Port': ['ID=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:50.806166 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Allocated IP 172.27.1.116 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/06c15109-e078-4808-bf38-4ed625b4b3ea) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:18:50.938767 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks [] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:51.047792 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:51.090375 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:18:51.095751 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:51.099910 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:18:51.102869 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Pushing event updated for resources: {'Port': ['ID=06c15109-e078-4808-bf38-4ed625b4b3ea,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:51.458273 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks [] for router_gateway (36c19b0f-5bd4-493d-99e6-dade184168f3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:51.599782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f8c58e-00dc-4524-9bfc-1b7d50855be7 None None] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:18:51.665037 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (36c19b0f-5bd4-493d-99e6-dade184168f3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:51.671137 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-1c59b9e4-e585-48f9-ba30-c11bf7691c15 None None] Provisioning complete for port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:51.672027 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c59b9e4-e585-48f9-ba30-c11bf7691c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:51.798462 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-1c59b9e4-e585-48f9-ba30-c11bf7691c15 None None] Current status of the port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:51.798799 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c59b9e4-e585-48f9-ba30-c11bf7691c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:51.834824 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-1c59b9e4-e585-48f9-ba30-c11bf7691c15 None None] For port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:18:51.853379 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Router 36c19b0f-5bd4-493d-99e6-dade184168f3 is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:18:51.924148 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c59b9e4-e585-48f9-ba30-c11bf7691c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:51.972165 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:18:51.983407 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Sync routers for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:18:51.996014 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59b9e4-e585-48f9-ba30-c11bf7691c15 None None] Pushing event updated for resources: {'Port': ['ID=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:52.001908 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:18:52.002519 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:52.052216 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-53f37293-8052-4e48-a644-231899563256 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:52.053504 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-53f37293-8052-4e48-a644-231899563256 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0399611 Feb 20 20:18:52.056656 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56110) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:52.065921 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-3404041e-91b9-42ec-b526-29523dca7843 None None] Provisioning complete for port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:52.066314 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3404041e-91b9-42ec-b526-29523dca7843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:52.301824 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:18:52.438408 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3404041e-91b9-42ec-b526-29523dca7843 None None] Current status of the port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:52.443507 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:18:52.551562 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:52.551935 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:52.598246 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:51Z', 'revision_number': 3, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:52.627255 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Checking router: 36c19b0f-5bd4-493d-99e6-dade184168f3 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:18:52.627965 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Updating router 36c19b0f-5bd4-493d-99e6-dade184168f3 port 06c15109-e078-4808-bf38-4ed625b4b3ea binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:18:52.683455 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:52.714240 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:52.785328 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:52.943555 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Allocated IP 172.20.0.1 (346f8dbb-1724-4f44-ae2c-ef831d77070c/64254dc5-c10b-4156-9290-dbd75dfe399f/ad29e1f9-ab6c-4de5-bdaf-164684cd6931) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:18:52.954034 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Publish callbacks [] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.049171 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks [] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.095408 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.147208 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Attempting to bind port 06c15109-e078-4808-bf38-4ed625b4b3ea on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:18:53.147607 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Attempting to bind port 06c15109-e078-4808-bf38-4ed625b4b3ea by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:18:53.147935 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Attempting to bind port 06c15109-e078-4808-bf38-4ed625b4b3ea on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:18:53.158077 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94524b0-c880-4796-98c7-36541b36cd7d None None] Pushing event updated for resources: {'Port': ['ID=06c15109-e078-4808-bf38-4ed625b4b3ea,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:53.160682 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:18:53.160970 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:18:53.161386 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.161831 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:18:53.162323 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Bound port: 06c15109-e078-4808-bf38-4ed625b4b3ea, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:18:53.162708 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.168182 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.208638 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:18:53.211394 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:53.213862 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:18:53.220878 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] For port 06c15109-e078-4808-bf38-4ed625b4b3ea, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:18:53.224271 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] For port 06c15109-e078-4808-bf38-4ed625b4b3ea, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=06c15109-e078-4808-bf38-4ed625b4b3ea,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:18:53.245531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Pushing event updated for resources: {'Port': ['ID=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:53.264027 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (36c19b0f-5bd4-493d-99e6-dade184168f3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.322996 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.400156 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:18:53.401268 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:53.403119 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94524b0-c880-4796-98c7-36541b36cd7d None None] Pushing event updated for resources: {'Port': ['ID=06c15109-e078-4808-bf38-4ed625b4b3ea,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:53.478566 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-2ac7359b-fc4e-4785-82a0-1eea913f8a00 None None] Provisioning complete for port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:53.478853 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2ac7359b-fc4e-4785-82a0-1eea913f8a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.507777 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.551843 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-2ac7359b-fc4e-4785-82a0-1eea913f8a00 None None] Port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:18:53.559378 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:18:53.692046 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks [] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.745252 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:51Z', 'revision_number': 3, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:53.769984 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.773886 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b48609-d26c-4c77-8769-fbd2a829478b None None] The sync data for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi is: [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:51Z', 'revision_number': 3, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:18:53.838320 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (36c19b0f-5bd4-493d-99e6-dade184168f3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:53.840213 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Pushing event updated for resources: {'Port': ['ID=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:53.944827 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:18:53.946265 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:54.096184 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Router 36c19b0f-5bd4-493d-99e6-dade184168f3 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:18:54.225165 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:18:54.230306 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-0e8619f7-f632-4568-983d-277842543d8d admin admin] 10.222.0.61 "PUT /v2.0/routers/36c19b0f-5bd4-493d-99e6-dade184168f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726558 Feb 20 20:18:54.282954 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-707f09cd-504e-4504-a924-f34787d63634 None None] Provisioning complete for port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:54.283341 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-707f09cd-504e-4504-a924-f34787d63634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:54.322606 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-707f09cd-504e-4504-a924-f34787d63634 None None] Port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:18:54.438332 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 06c15109-e078-4808-bf38-4ed625b4b3ea up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:18:54.492120 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 06c15109-e078-4808-bf38-4ed625b4b3ea triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:54.492519 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:54.577427 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 06c15109-e078-4808-bf38-4ed625b4b3ea is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:54.578379 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:54.608232 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 06c15109-e078-4808-bf38-4ed625b4b3ea, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=06c15109-e078-4808-bf38-4ed625b4b3ea,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:18:54.738774 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:54.786518 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=06c15109-e078-4808-bf38-4ed625b4b3ea,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:55.110476 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56132) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:55.115367 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2091708999-network', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:18:55.224729 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Made reservation on behalf of 6ac822e2310e4a42b1255117e13daed2 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:18:55.227035 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.236349 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.313915 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks [] for security_group (2f988082-20fe-443c-8abf-0c25f1f26895), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.363864 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Sync routers for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:18:55.376161 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:18:55.379422 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:55.398498 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2f988082-20fe-443c-8abf-0c25f1f26895), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.424006 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:18:55.433576 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f988082-20fe-443c-8abf-0c25f1f26895,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:55.440764 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (bda35eac-e90d-4f1e-835f-9cceb0f249c3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.444149 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Added segment bda35eac-e90d-4f1e-835f-9cceb0f249c3 of type vlan for network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 Feb 20 20:18:55.489467 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:18:55.497215 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (88b8eaaf-c10a-44fe-8fde-4f78557bfc89), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.613285 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (88b8eaaf-c10a-44fe-8fde-4f78557bfc89), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.614148 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:18:55.614767 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.681078 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] Pushing event updated for resources: {'Network': ['ID=88b8eaaf-c10a-44fe-8fde-4f78557bfc89,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:55.694576 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:18:55.784671 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 2, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:55.792540 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e0577229-f4cb-4ac2-b4dd-15d6c9334acb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6808705 Feb 20 20:18:55.795265 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56136) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:55.800779 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Request body: {'subnet': {'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2091708999-subnet', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:18:55.815401 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Checking router: 36c19b0f-5bd4-493d-99e6-dade184168f3 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:18:55.815764 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Updating router 36c19b0f-5bd4-493d-99e6-dade184168f3 port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:18:55.845959 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:55.895229 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Made reservation on behalf of 6ac822e2310e4a42b1255117e13daed2 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:18:55.897507 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66645117'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.111513 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Publish callbacks [] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.124383 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4654592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66645135'] for subnet (647d58fc-e410-446d-85f2-d6885ef38caf), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.185574 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647d58fc-e410-446d-85f2-d6885ef38caf,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:56.190972 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Checking segment: {'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:18:56.191354 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Network hostable DHCP agents. Network: 88b8eaaf-c10a-44fe-8fde-4f78557bfc89, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:18:56.208248 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.255532 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Pushing event updated for resources: {'Port': ['ID=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:56.282802 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.283160 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.283513 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.283845 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.284174 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.284519 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.284837 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.285153 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.285470 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.285798 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.286119 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.286428 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.286735 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:18:56.322251 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Attempting to bind port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:18:56.322625 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Attempting to bind port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:18:56.322965 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Attempting to bind port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 on network 346f8dbb-1724-4f44-ae2c-ef831d77070c {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:18:56.328934 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:18:56.329302 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Checking segment: {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:18:56.329695 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.330361 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Bound using segment: {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:18:56.330555 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Bound port: ad29e1f9-ab6c-4de5-bdaf-164684cd6931, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:18:56.330895 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.345269 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:18:56.407528 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] For port ad29e1f9-ab6c-4de5-bdaf-164684cd6931, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:18:56.411030 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] For port ad29e1f9-ab6c-4de5-bdaf-164684cd6931, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:18:56.412611 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 06c15109-e078-4808-bf38-4ed625b4b3ea up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:18:56.455407 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 88b8eaaf-c10a-44fe-8fde-4f78557bfc89) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:56.460002 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:18:56.460651 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.466007 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9b813b-3bed-4f30-b8ef-f9cbe3b8f930 None None] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:18:56.513842 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 06c15109-e078-4808-bf38-4ed625b4b3ea triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:56.514125 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.516126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5858a291-20c7-499b-a5b2-d49e9765ed14 None None] Provisioning complete for port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:56.516501 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5858a291-20c7-499b-a5b2-d49e9765ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.547384 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.559421 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-05e3fc7a-d348-46ef-aa15-56b6be6b44f2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7630982 Feb 20 20:18:56.562481 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56138) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:56.575772 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:18:56.596126 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:18:56.596775 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:56.601084 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5858a291-20c7-499b-a5b2-d49e9765ed14 None None] Port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:18:56.671438 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f30826-a695-446e-bacb-64f815890527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-88b8eaaf-c10a-44fe-8fde-4f78557bfc89', 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89', 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'fixed_ips': [{'subnet_id': '647d58fc-e410-446d-85f2-d6885ef38caf'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:18:56.671438 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13f30826-a695-446e-bacb-64f815890527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.671879 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (2f102e9b-49fc-4695-bab3-7eb6c794597b), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.671879 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (2f102e9b-49fc-4695-bab3-7eb6c794597b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.701319 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 06c15109-e078-4808-bf38-4ed625b4b3ea is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:56.744471 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d6fbf-a14c-41cf-986f-04e08735187f None None] Pushing event updated for resources: {'Port': ['ID=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:56.776333 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:18:56.792582 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks [] for router_controller (2f102e9b-49fc-4695-bab3-7eb6c794597b), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:56.853448 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-13f30826-a695-446e-bacb-64f815890527 None None] Allocated IP 172.20.0.2 (88b8eaaf-c10a-44fe-8fde-4f78557bfc89/647d58fc-e410-446d-85f2-d6885ef38caf/88c54392-66a5-45ff-a39d-d67368a3dc2d) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:18:56.950361 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-345a6b1e-d47d-420c-a630-982ba1edb341 None None] Provisioning complete for port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:56.950736 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-345a6b1e-d47d-420c-a630-982ba1edb341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.012957 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:56Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:57.020310 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks [] for router_gateway (2f102e9b-49fc-4695-bab3-7eb6c794597b), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.044704 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca57eb5-cb99-4a34-9ebb-48b41a1211ea None None] The sync data for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi is: [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:56Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:18:57.055303 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13f30826-a695-446e-bacb-64f815890527 None None] Publish callbacks [] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.114978 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-345a6b1e-d47d-420c-a630-982ba1edb341 None None] Current status of the port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:57.115368 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-345a6b1e-d47d-420c-a630-982ba1edb341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.153802 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13f30826-a695-446e-bacb-64f815890527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.157919 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-345a6b1e-d47d-420c-a630-982ba1edb341 None None] For port ad29e1f9-ab6c-4de5-bdaf-164684cd6931, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:18:57.196909 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f30826-a695-446e-bacb-64f815890527 None None] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:18:57.199798 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-13f30826-a695-446e-bacb-64f815890527 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:57.202998 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f30826-a695-446e-bacb-64f815890527 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:18:57.218432 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f30826-a695-446e-bacb-64f815890527 None None] Pushing event updated for resources: {'Port': ['ID=88c54392-66a5-45ff-a39d-d67368a3dc2d,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:57.362117 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks [] for router_gateway (2f102e9b-49fc-4695-bab3-7eb6c794597b), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.382285 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.383356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-345a6b1e-d47d-420c-a630-982ba1edb341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.451983 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-13f30826-a695-446e-bacb-64f815890527 None None] Attempting to bind port 88c54392-66a5-45ff-a39d-d67368a3dc2d on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:18:57.452647 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-13f30826-a695-446e-bacb-64f815890527 None None] Attempting to bind port 88c54392-66a5-45ff-a39d-d67368a3dc2d by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:18:57.452753 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f30826-a695-446e-bacb-64f815890527 None None] Attempting to bind port 88c54392-66a5-45ff-a39d-d67368a3dc2d on network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:18:57.469488 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f30826-a695-446e-bacb-64f815890527 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:18:57.469909 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f30826-a695-446e-bacb-64f815890527 None None] Checking segment: {'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:18:57.470183 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13f30826-a695-446e-bacb-64f815890527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.470561 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f30826-a695-446e-bacb-64f815890527 None None] Bound using segment: {'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:18:57.471040 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-13f30826-a695-446e-bacb-64f815890527 None None] Bound port: 88c54392-66a5-45ff-a39d-d67368a3dc2d, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:18:57.471864 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13f30826-a695-446e-bacb-64f815890527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.486033 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a6b1e-d47d-420c-a630-982ba1edb341 None None] Pushing event updated for resources: {'Port': ['ID=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:57.493697 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Allocated IP 172.27.1.235 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/879634e9-b9fd-4038-b630-84db6c4f3718) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:18:57.556638 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-13f30826-a695-446e-bacb-64f815890527 None None] For port 88c54392-66a5-45ff-a39d-d67368a3dc2d, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:18:57.560506 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-13f30826-a695-446e-bacb-64f815890527 None None] For port 88c54392-66a5-45ff-a39d-d67368a3dc2d, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=88c54392-66a5-45ff-a39d-d67368a3dc2d,segment=NetworkSegment(bda35eac-e90d-4f1e-835f-9cceb0f249c3),segment_id=bda35eac-e90d-4f1e-835f-9cceb0f249c3)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:18:57.617382 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks [] for port (879634e9-b9fd-4038-b630-84db6c4f3718), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.679006 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-13f30826-a695-446e-bacb-64f815890527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.744633 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f30826-a695-446e-bacb-64f815890527 None None] Pushing event updated for resources: {'Port': ['ID=88c54392-66a5-45ff-a39d-d67368a3dc2d,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:57.847775 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:57.917123 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:18:57.920007 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:18:57.923175 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:18:57.959721 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Pushing event updated for resources: {'Port': ['ID=879634e9-b9fd-4038-b630-84db6c4f3718,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:58.258701 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks [] for router_gateway (2f102e9b-49fc-4695-bab3-7eb6c794597b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:58.475725 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device ad29e1f9-ab6c-4de5-bdaf-164684cd6931 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:18:58.532956 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:58.533422 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:58.624187 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:58.625854 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 88c54392-66a5-45ff-a39d-d67368a3dc2d up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:18:58.679823 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 88c54392-66a5-45ff-a39d-d67368a3dc2d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:58.680230 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:58.703375 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (2f102e9b-49fc-4695-bab3-7eb6c794597b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:58.750022 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2716b9c8-2f0a-4ace-b772-e55579755abf None None] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:18:58.815788 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 88c54392-66a5-45ff-a39d-d67368a3dc2d is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:58.816086 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:58.865970 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-bd613b3c-e8d4-4bbe-9fd7-74ab5f67766d None None] Provisioning complete for port 88c54392-66a5-45ff-a39d-d67368a3dc2d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:58.866349 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd613b3c-e8d4-4bbe-9fd7-74ab5f67766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:58.899348 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 88c54392-66a5-45ff-a39d-d67368a3dc2d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=88c54392-66a5-45ff-a39d-d67368a3dc2d,segment=NetworkSegment(bda35eac-e90d-4f1e-835f-9cceb0f249c3),segment_id=bda35eac-e90d-4f1e-835f-9cceb0f249c3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:18:58.930254 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Router 2f102e9b-49fc-4695-bab3-7eb6c794597b is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:18:58.981537 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.021114 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bd613b3c-e8d4-4bbe-9fd7-74ab5f67766d None None] Current status of the port 88c54392-66a5-45ff-a39d-d67368a3dc2d is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:59.021508 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd613b3c-e8d4-4bbe-9fd7-74ab5f67766d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.048128 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:18:59.060803 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Sync routers for ids ['2f102e9b-49fc-4695-bab3-7eb6c794597b'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:18:59.065409 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=88c54392-66a5-45ff-a39d-d67368a3dc2d,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:59.101596 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Routers {'2f102e9b-49fc-4695-bab3-7eb6c794597b'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:18:59.102249 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['2f102e9b-49fc-4695-bab3-7eb6c794597b'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:59.153619 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.156168 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1ab3e8d4-bebf-4310-9647-ff8e4bc67d4f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5915177 Feb 20 20:18:59.159447 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56154) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:18:59.164384 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.db.api [None req-bd613b3c-e8d4-4bbe-9fd7-74ab5f67766d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:18:59.164765 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG oslo_db.api [None req-bd613b3c-e8d4-4bbe-9fd7-74ab5f67766d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:18:59.235918 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Set router 2f102e9b-49fc-4695-bab3-7eb6c794597b gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:18:59.412057 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:18:58Z', 'revision_number': 3, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port': {'id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:57Z', 'updated_at': '2022-02-20T20:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:18:59.438548 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Checking router: 2f102e9b-49fc-4695-bab3-7eb6c794597b for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:18:59.438918 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Updating router 2f102e9b-49fc-4695-bab3-7eb6c794597b port 879634e9-b9fd-4038-b630-84db6c4f3718 binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:18:59.465931 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.573363 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.727631 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Allocated IP 172.20.0.1 (88b8eaaf-c10a-44fe-8fde-4f78557bfc89/647d58fc-e410-446d-85f2-d6885ef38caf/2495c154-085f-43fd-bb8e-ac3deef57d12) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:18:59.735243 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bd613b3c-e8d4-4bbe-9fd7-74ab5f67766d None None] Current status of the port 88c54392-66a5-45ff-a39d-d67368a3dc2d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:18:59.753179 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Publish callbacks [] for port (879634e9-b9fd-4038-b630-84db6c4f3718), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.832308 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.836295 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks [] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.901517 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Attempting to bind port 879634e9-b9fd-4038-b630-84db6c4f3718 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:18:59.902139 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Attempting to bind port 879634e9-b9fd-4038-b630-84db6c4f3718 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:18:59.902501 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Attempting to bind port 879634e9-b9fd-4038-b630-84db6c4f3718 on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:18:59.906909 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38220-1ec7-4e6f-8f11-61ef1dc3c9d1 None None] Pushing event updated for resources: {'Port': ['ID=879634e9-b9fd-4038-b630-84db6c4f3718,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:18:59.911974 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-71fd4b24-e1ee-4d89-91ce-1a2787d58d13 None None] Provisioning complete for port 88c54392-66a5-45ff-a39d-d67368a3dc2d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:18:59.912500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-71fd4b24-e1ee-4d89-91ce-1a2787d58d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.915226 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:18:59.915624 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:18:59.916035 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.916694 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:18:59.917189 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Bound port: 879634e9-b9fd-4038-b630-84db6c4f3718, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:18:59.917558 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.970620 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:18:59.999404 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] For port 879634e9-b9fd-4038-b630-84db6c4f3718, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:19:00.003756 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] For port 879634e9-b9fd-4038-b630-84db6c4f3718, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=879634e9-b9fd-4038-b630-84db6c4f3718,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:19:00.007279 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:19:00.010317 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:19:00.013681 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:19:00.043267 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Pushing event updated for resources: {'Port': ['ID=2495c154-085f-43fd-bb8e-ac3deef57d12,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:00.044253 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-71fd4b24-e1ee-4d89-91ce-1a2787d58d13 None None] Current status of the port 88c54392-66a5-45ff-a39d-d67368a3dc2d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:00.066398 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (2f102e9b-49fc-4695-bab3-7eb6c794597b), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.076153 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.129751 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Routers {'2f102e9b-49fc-4695-bab3-7eb6c794597b'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:19:00.130379 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['2f102e9b-49fc-4695-bab3-7eb6c794597b'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:00.180094 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38220-1ec7-4e6f-8f11-61ef1dc3c9d1 None None] Pushing event updated for resources: {'Port': ['ID=879634e9-b9fd-4038-b630-84db6c4f3718,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:00.254729 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] Set router 2f102e9b-49fc-4695-bab3-7eb6c794597b gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:19:00.308743 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.445662 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 88c54392-66a5-45ff-a39d-d67368a3dc2d up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:19:00.484973 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks [] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.528350 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-28f396f1-ebeb-4d4c-9150-62f83197ded3 None None] Provisioning complete for port 2495c154-085f-43fd-bb8e-ac3deef57d12 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:00.528644 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-28f396f1-ebeb-4d4c-9150-62f83197ded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.561363 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.589636 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-28f396f1-ebeb-4d4c-9150-62f83197ded3 None None] Port 2495c154-085f-43fd-bb8e-ac3deef57d12 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:19:00.601502 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 88c54392-66a5-45ff-a39d-d67368a3dc2d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:00.601874 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.629446 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (2f102e9b-49fc-4695-bab3-7eb6c794597b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:00.631409 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Pushing event updated for resources: {'Port': ['ID=2495c154-085f-43fd-bb8e-ac3deef57d12,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:00.711508 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:18:58Z', 'revision_number': 3, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port': {'id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:57Z', 'updated_at': '2022-02-20T20:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:00.727424 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:19:00.728829 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:19:00.745082 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 88c54392-66a5-45ff-a39d-d67368a3dc2d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:00.747248 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173984e-3d22-46b1-be2f-e62e6da28fbc None None] The sync data for ids ['2f102e9b-49fc-4695-bab3-7eb6c794597b'] in dv-cinder-830086-1-iscsi is: [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:18:58Z', 'revision_number': 3, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port': {'id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:57Z', 'updated_at': '2022-02-20T20:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:19:00.860112 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Router 2f102e9b-49fc-4695-bab3-7eb6c794597b has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:19:00.996363 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:19:01.003398 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4d78abfb-4c88-4c07-a33e-eb65d6f5aecf admin admin] 10.222.0.61 "PUT /v2.0/routers/2f102e9b-49fc-4695-bab3-7eb6c794597b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8423913 Feb 20 20:19:01.016627 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-7338d4df-d8a2-4b04-b7f3-63e894abd793 None None] Provisioning complete for port 2495c154-085f-43fd-bb8e-ac3deef57d12 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:01.017119 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7338d4df-d8a2-4b04-b7f3-63e894abd793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:01.061574 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-7338d4df-d8a2-4b04-b7f3-63e894abd793 None None] Port 2495c154-085f-43fd-bb8e-ac3deef57d12 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:19:01.695523 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56172) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:01.700332 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-92987ff1-506c-4bf5-89cd-a9a91110f8da tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1431182997', 'description': 'tempest-secgroup-smoke-1431182997 description', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:01.838396 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92987ff1-506c-4bf5-89cd-a9a91110f8da tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:01.908186 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92987ff1-506c-4bf5-89cd-a9a91110f8da tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group (8f04a7bb-3657-4636-b796-91a21466e9da), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:01.975499 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92987ff1-506c-4bf5-89cd-a9a91110f8da tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8f04a7bb-3657-4636-b796-91a21466e9da), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.005512 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987ff1-506c-4bf5-89cd-a9a91110f8da tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04a7bb-3657-4636-b796-91a21466e9da,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:02.077683 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-92987ff1-506c-4bf5-89cd-a9a91110f8da tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.079046 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-92987ff1-506c-4bf5-89cd-a9a91110f8da tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3824630 Feb 20 20:19:02.082048 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56176) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:02.086393 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-435dfba2-1f6c-4a17-8c11-cc89fbbb20c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'security_group_rule': {'security_group_id': '8f04a7bb-3657-4636-b796-91a21466e9da', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:02.186158 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-435dfba2-1f6c-4a17-8c11-cc89fbbb20c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (d98a7fc6-0b35-4dda-8905-d735000b2be3), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.201905 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Sync routers for ids ['2f102e9b-49fc-4695-bab3-7eb6c794597b'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:19:02.212133 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Routers {'2f102e9b-49fc-4695-bab3-7eb6c794597b'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:19:02.212781 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['2f102e9b-49fc-4695-bab3-7eb6c794597b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:02.245719 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-435dfba2-1f6c-4a17-8c11-cc89fbbb20c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (d98a7fc6-0b35-4dda-8905-d735000b2be3), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.321503 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Set router 2f102e9b-49fc-4695-bab3-7eb6c794597b gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:19:02.372853 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-435dfba2-1f6c-4a17-8c11-cc89fbbb20c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (d98a7fc6-0b35-4dda-8905-d735000b2be3), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.390980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dfba2-1f6c-4a17-8c11-cc89fbbb20c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98a7fc6-0b35-4dda-8905-d735000b2be3,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:02.417608 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 879634e9-b9fd-4038-b630-84db6c4f3718 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:19:02.465157 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 879634e9-b9fd-4038-b630-84db6c4f3718 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:02.465408 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.480679 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-435dfba2-1f6c-4a17-8c11-cc89fbbb20c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.482042 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-435dfba2-1f6c-4a17-8c11-cc89fbbb20c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3989942 Feb 20 20:19:02.484755 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56178) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:02.489482 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f16cad3a-9a23-4953-8280-5ab5d16d03ad tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'security_group_rule': {'security_group_id': '8f04a7bb-3657-4636-b796-91a21466e9da', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:02.539447 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:19:00Z', 'revision_number': 4, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port': {'id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:57Z', 'updated_at': '2022-02-20T20:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2495c154-085f-43fd-bb8e-ac3deef57d12', 'name': '', 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'mac_address': 'fa:16:3e:17:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '647d58fc-e410-446d-85f2-d6885ef38caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:59Z', 'updated_at': '2022-02-20T20:19:00Z', 'revision_number': 2, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'subnets': [{'id': '647d58fc-e410-446d-85f2-d6885ef38caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:02.549751 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 879634e9-b9fd-4038-b630-84db6c4f3718 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:02.550292 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.569568 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Checking router: 2f102e9b-49fc-4695-bab3-7eb6c794597b for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:19:02.569920 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Updating router 2f102e9b-49fc-4695-bab3-7eb6c794597b port 2495c154-085f-43fd-bb8e-ac3deef57d12 binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:19:02.571356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 879634e9-b9fd-4038-b630-84db6c4f3718, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=879634e9-b9fd-4038-b630-84db6c4f3718,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:02.597185 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.721235 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f16cad3a-9a23-4953-8280-5ab5d16d03ad tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (495c6c09-ef4a-4b60-ae08-f72bb1b8d85d), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.752960 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.785147 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f16cad3a-9a23-4953-8280-5ab5d16d03ad tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (495c6c09-ef4a-4b60-ae08-f72bb1b8d85d), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.808512 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=879634e9-b9fd-4038-b630-84db6c4f3718,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:02.863604 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Publish callbacks [] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.895576 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f16cad3a-9a23-4953-8280-5ab5d16d03ad tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (495c6c09-ef4a-4b60-ae08-f72bb1b8d85d), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:02.915525 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cad3a-9a23-4953-8280-5ab5d16d03ad tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495c6c09-ef4a-4b60-ae08-f72bb1b8d85d,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:02.995983 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.026867 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f16cad3a-9a23-4953-8280-5ab5d16d03ad tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.028327 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f16cad3a-9a23-4953-8280-5ab5d16d03ad tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5423944 Feb 20 20:19:03.030944 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56182) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:03.040135 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-dd5ad524-c0b2-49e6-acca-8dd9545c7505 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'security_group_rule': {'security_group_id': '8f04a7bb-3657-4636-b796-91a21466e9da', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:03.055728 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d9255-b452-4da1-86ff-c6395bac2e4f None None] Pushing event updated for resources: {'Port': ['ID=2495c154-085f-43fd-bb8e-ac3deef57d12,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:03.114785 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Attempting to bind port 2495c154-085f-43fd-bb8e-ac3deef57d12 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:19:03.115174 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Attempting to bind port 2495c154-085f-43fd-bb8e-ac3deef57d12 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:19:03.115538 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Attempting to bind port 2495c154-085f-43fd-bb8e-ac3deef57d12 on network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:19:03.120950 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:19:03.121328 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Checking segment: {'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:19:03.121726 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.122120 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Bound using segment: {'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:19:03.122623 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Bound port: 2495c154-085f-43fd-bb8e-ac3deef57d12, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bda35eac-e90d-4f1e-835f-9cceb0f249c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:19:03.123010 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.137894 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad524-c0b2-49e6-acca-8dd9545c7505 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (a4a88784-a710-4a90-b3da-c3b8a9626efe), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.190619 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] For port 2495c154-085f-43fd-bb8e-ac3deef57d12, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:19:03.194054 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] For port 2495c154-085f-43fd-bb8e-ac3deef57d12, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=2495c154-085f-43fd-bb8e-ac3deef57d12,segment=NetworkSegment(bda35eac-e90d-4f1e-835f-9cceb0f249c3),segment_id=bda35eac-e90d-4f1e-835f-9cceb0f249c3)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:19:03.201352 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad524-c0b2-49e6-acca-8dd9545c7505 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (a4a88784-a710-4a90-b3da-c3b8a9626efe), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.295225 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-37fbd3c0-f46c-4696-aa2c-90be24f2a36c None None] Provisioning complete for port 2495c154-085f-43fd-bb8e-ac3deef57d12 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:03.295624 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37fbd3c0-f46c-4696-aa2c-90be24f2a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.299470 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.327032 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad524-c0b2-49e6-acca-8dd9545c7505 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (a4a88784-a710-4a90-b3da-c3b8a9626efe), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.350242 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ad524-c0b2-49e6-acca-8dd9545c7505 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a88784-a710-4a90-b3da-c3b8a9626efe,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:03.352574 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Routers {'2f102e9b-49fc-4695-bab3-7eb6c794597b'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:19:03.353589 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:18:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['2f102e9b-49fc-4695-bab3-7eb6c794597b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:03.380130 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-37fbd3c0-f46c-4696-aa2c-90be24f2a36c None None] Current status of the port 2495c154-085f-43fd-bb8e-ac3deef57d12 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:03.380548 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37fbd3c0-f46c-4696-aa2c-90be24f2a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.415568 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-37fbd3c0-f46c-4696-aa2c-90be24f2a36c None None] For port 2495c154-085f-43fd-bb8e-ac3deef57d12, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=2495c154-085f-43fd-bb8e-ac3deef57d12,segment=NetworkSegment(bda35eac-e90d-4f1e-835f-9cceb0f249c3),segment_id=bda35eac-e90d-4f1e-835f-9cceb0f249c3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:03.427383 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d9255-b452-4da1-86ff-c6395bac2e4f None None] Pushing event updated for resources: {'Port': ['ID=2495c154-085f-43fd-bb8e-ac3deef57d12,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:03.428323 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad524-c0b2-49e6-acca-8dd9545c7505 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.432292 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56184) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:03.432819 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-dd5ad524-c0b2-49e6-acca-8dd9545c7505 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003251 Feb 20 20:19:03.436910 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-001ab0c9-9e4e-4549-b0e3-aaeeacbdb5ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'security_group_rule': {'security_group_id': '8f04a7bb-3657-4636-b796-91a21466e9da', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:03.504636 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37fbd3c0-f46c-4696-aa2c-90be24f2a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.541460 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-001ab0c9-9e4e-4549-b0e3-aaeeacbdb5ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (32a5a5ad-6dc9-4c2e-abc3-beeea13e3bb2), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.568919 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbd3c0-f46c-4696-aa2c-90be24f2a36c None None] Pushing event updated for resources: {'Port': ['ID=2495c154-085f-43fd-bb8e-ac3deef57d12,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:03.595275 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] Set router 2f102e9b-49fc-4695-bab3-7eb6c794597b gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:19:03.608649 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-001ab0c9-9e4e-4549-b0e3-aaeeacbdb5ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (32a5a5ad-6dc9-4c2e-abc3-beeea13e3bb2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.625064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-621ec57f-baee-4e11-99a2-85fe4f3e2282 None None] Provisioning complete for port 2495c154-085f-43fd-bb8e-ac3deef57d12 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:03.625359 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-621ec57f-baee-4e11-99a2-85fe4f3e2282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.660692 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-001ab0c9-9e4e-4549-b0e3-aaeeacbdb5ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (32a5a5ad-6dc9-4c2e-abc3-beeea13e3bb2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.683777 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ab0c9-9e4e-4549-b0e3-aaeeacbdb5ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a5a5ad-6dc9-4c2e-abc3-beeea13e3bb2,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:03.705917 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-621ec57f-baee-4e11-99a2-85fe4f3e2282 None None] Current status of the port 2495c154-085f-43fd-bb8e-ac3deef57d12 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:03.754486 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-001ab0c9-9e4e-4549-b0e3-aaeeacbdb5ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.755772 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-001ab0c9-9e4e-4549-b0e3-aaeeacbdb5ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3224204 Feb 20 20:19:03.758479 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56186) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:03.762839 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'security_group_rule': {'security_group_id': '8f04a7bb-3657-4636-b796-91a21466e9da', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:03.795645 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:19:00Z', 'revision_number': 4, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port': {'id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:57Z', 'updated_at': '2022-02-20T20:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2495c154-085f-43fd-bb8e-ac3deef57d12', 'name': '', 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'mac_address': 'fa:16:3e:17:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '647d58fc-e410-446d-85f2-d6885ef38caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:59Z', 'updated_at': '2022-02-20T20:19:03Z', 'revision_number': 4, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'subnets': [{'id': '647d58fc-e410-446d-85f2-d6885ef38caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:03.821249 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2e497b-9209-4682-87a2-fc024ba8cc43 None None] The sync data for ids ['2f102e9b-49fc-4695-bab3-7eb6c794597b'] in dv-cinder-830086-1-iscsi is: [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:19:00Z', 'revision_number': 4, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port': {'id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:57Z', 'updated_at': '2022-02-20T20:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '2495c154-085f-43fd-bb8e-ac3deef57d12', 'name': '', 'network_id': '88b8eaaf-c10a-44fe-8fde-4f78557bfc89', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'mac_address': 'fa:16:3e:17:6d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '647d58fc-e410-446d-85f2-d6885ef38caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:59Z', 'updated_at': '2022-02-20T20:19:03Z', 'revision_number': 4, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'subnets': [{'id': '647d58fc-e410-446d-85f2-d6885ef38caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:19:03.855145 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Project ef27bdd5f1e84a52824b0ddbe973d83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:19:03.860734 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (92f5aec0-3210-4fbb-90dc-0ae7a8886ce7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:03.939204 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (92f5aec0-3210-4fbb-90dc-0ae7a8886ce7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.003915 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (92f5aec0-3210-4fbb-90dc-0ae7a8886ce7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.023411 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f5aec0-3210-4fbb-90dc-0ae7a8886ce7,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:04.081236 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.082578 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-435f5c90-af50-47b0-8e7c-ab4a0ef87e00 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3231542 Feb 20 20:19:04.085497 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56188) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:04.090256 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'security_group_rule': {'security_group_id': '8f04a7bb-3657-4636-b796-91a21466e9da', 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:04.187031 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.securitygroups_db [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Project ef27bdd5f1e84a52824b0ddbe973d83e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:19:04.193174 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (4fda2105-155c-4754-b221-e581bcc70ac0), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.261589 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (4fda2105-155c-4754-b221-e581bcc70ac0), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.318313 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (4fda2105-155c-4754-b221-e581bcc70ac0), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.339047 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fda2105-155c-4754-b221-e581bcc70ac0,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:04.389384 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.390706 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-bda6c6f6-4564-44c2-be8c-e6b698875635 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3041754 Feb 20 20:19:04.486305 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 879634e9-b9fd-4038-b630-84db6c4f3718 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:19:04.544693 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 879634e9-b9fd-4038-b630-84db6c4f3718 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:04.545255 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.637497 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 879634e9-b9fd-4038-b630-84db6c4f3718 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:04.638612 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 2495c154-085f-43fd-bb8e-ac3deef57d12 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:19:04.692900 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 2495c154-085f-43fd-bb8e-ac3deef57d12 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:04.693282 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:04.779538 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 2495c154-085f-43fd-bb8e-ac3deef57d12 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:06.679847 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-010af755-aad0-4f9f-96eb-215cfaf40e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:08.085027 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:08.980878 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1c80a1c1-52c4-4c26-bc81-632ae6c14c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:10.146495 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:10.825399 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:19:11.843910 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:12.938106 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:28.694304 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56386) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:28.794658 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:28.868985 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Publish callbacks [] for security_group (095fdaee-6d20-488e-8262-0eab1db38368), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:28.934658 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (095fdaee-6d20-488e-8262-0eab1db38368), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:28.971763 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095fdaee-6d20-488e-8262-0eab1db38368,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:28.975617 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=23caff2d1b9349c994e2b1638876a4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803128 Feb 20 20:19:28.978417 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56390) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:28.981504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.981855 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.982195 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.982530 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.982857 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.983204 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.983509 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.983839 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.984161 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.984511 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.984835 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.985151 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:28.985467 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d978b-0335-42a6-8dbe-8ff4fa19626f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.248131 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Publish callbacks [] for security_group (095fdaee-6d20-488e-8262-0eab1db38368), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:29.268959 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Publish callbacks [] for security_group (095fdaee-6d20-488e-8262-0eab1db38368), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:29.397402 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (095fdaee-6d20-488e-8262-0eab1db38368), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:29.399927 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:29.401127 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/095fdaee-6d20-488e-8262-0eab1db38368 HTTP/1.1" status: 204 len: 168 time: 0.4216907 Feb 20 20:19:29.408915 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095fdaee-6d20-488e-8262-0eab1db38368,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:29.416573 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.416925 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.417265 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.417601 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.417930 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.418256 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.418581 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.418953 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.419280 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.419602 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.420012 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.420262 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:29.420582 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85afedb6-cbfa-4f92-9f87-e0c1774a88fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:33.399270 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-b21c90ee-88c5-4da0-991a-2c97fc2c3ed6 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f7d5f108b03440fea8ba34bdc015b676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321429 Feb 20 20:19:33.591233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-83a42b43-1b30-47e8-9342-37052682e609 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:33.593328 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-83a42b43-1b30-47e8-9342-37052682e609 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879296 Feb 20 20:19:33.618191 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-8b8b5a77-8bfc-4dad-9758-c7fc2dd2f7f9 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/quotas/f7d5f108b03440fea8ba34bdc015b676 HTTP/1.1" status: 200 len: 375 time: 0.0178242 Feb 20 20:19:33.667436 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-df0a1cb8-aa2e-48d4-9d0b-9e66bf456a78 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f7d5f108b03440fea8ba34bdc015b676&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399110 Feb 20 20:19:33.671126 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-761132a1-e286-4776-9331-2f074b0e51b6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1431182997&fields=id&tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e HTTP/1.1" status: 200 len: 267 time: 0.0766313 Feb 20 20:19:33.776765 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-712cb340-ec65-40b3-89be-f2e380b4aebe tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:33.778357 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-712cb340-ec65-40b3-89be-f2e380b4aebe tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 809 time: 0.1003022 Feb 20 20:19:33.792683 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-5be5847f-c622-4e63-95d7-4c9290646989 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/quotas/ef27bdd5f1e84a52824b0ddbe973d83e HTTP/1.1" status: 200 len: 375 time: 0.0089695 Feb 20 20:19:33.844870 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-2e851803-6d43-4de7-a840-848df1696c62 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472355 Feb 20 20:19:33.929528 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e7948376-d30b-4d87-b91a-0ee0ee4a670a req-940e9be6-809c-4be7-91ba-bf6a7cefa5c5 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 210 time: 0.0334017 Feb 20 20:19:34.089816 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-d3c5d328-ef23-4e44-824b-dba64ad893dd service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:19:34.090918 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-d3c5d328-ef23-4e44-824b-dba64ad893dd service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2354569 Feb 20 20:19:34.183548 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-6d210183-49a5-4e64-a182-9fd9461dbb7a service neutron] 10.222.0.61 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864751 Feb 20 20:19:34.273740 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-2f0e6d68-fe2e-4459-b903-bc8fe850a129 service neutron] 10.222.0.61 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 Feb 20 20:19:34.808521 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-afff62cd-df43-4265-aabf-a93883a1ef14 req-24737669-84e7-435a-923c-e62d5f2c9db3 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0278475 Feb 20 20:19:35.024310 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9220c776-89bd-4baf-b03a-602cc255a6d3 req-39076752-d049-412d-a4af-48736209a0df tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 210 time: 0.0269806 Feb 20 20:19:35.908011 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-56bb479b-1226-43a1-9f37-c5881972aa08 req-7e973033-cf22-49ef-b421-8c6fbebe245d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0332897 Feb 20 20:19:36.013041 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-742dfea3-7950-4f1d-863c-738152b12141 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=f7d5f108b03440fea8ba34bdc015b676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214999 Feb 20 20:19:36.166884 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2b237df5-1c9e-4437-9168-e7a2b1c2df76 req-b3b38869-72dc-4b70-bf09-5e4e135cef09 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 210 time: 0.0651619 Feb 20 20:19:36.187944 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-b8a324d3-e890-4414-b559-460752f299de tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:36.189405 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-b8a324d3-e890-4414-b559-460752f299de tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718621 Feb 20 20:19:36.208098 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Request body: {'port': {'device_id': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a', 'admin_state_up': True, 'tenant_id': 'f7d5f108b03440fea8ba34bdc015b676'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:36.395438 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Made reservation on behalf of f7d5f108b03440fea8ba34bdc015b676 for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:19:36.399867 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:36.413010 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:36.493309 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks [] for security_group (b0f8800f-c557-4703-8397-a18ac810eb58), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:36.557397 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b0f8800f-c557-4703-8397-a18ac810eb58), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:36.623429 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f8800f-c557-4703-8397-a18ac810eb58,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:36.697842 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Allocated IP 192.168.233.122 (2fa68795-91f0-404d-89c5-3fe7c884899a/67ef4377-84c1-401d-beaa-19462afb2723/3b3b92d2-0c12-4a1f-8bc3-061575edb804) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:19:36.700069 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e1ab0237-c139-4528-9924-d0acfeeb41d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:36.844473 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks [] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:36.951844 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:37.018824 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Network 2fa68795-91f0-404d-89c5-3fe7c884899a is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:19:37.024557 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b3929c00-2ff3-4e2e-b56c-7ca1b6368b91 req-9615b2de-e057-4c6d-87e5-cbe20a4995b4 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0417268 Feb 20 20:19:37.028015 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:19:37.031598 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:19:37.330317 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-202cfa94-f358-4ab9-8d77-593519d2d71f None None] Provisioning complete for port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:37.330317 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-202cfa94-f358-4ab9-8d77-593519d2d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:37.353076 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Pushing event updated for resources: {'Port': ['ID=3b3b92d2-0c12-4a1f-8bc3-061575edb804,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:37.367894 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-202cfa94-f358-4ab9-8d77-593519d2d71f None None] Port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:19:37.445481 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:37.446089 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:37.504263 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79df033-2bb8-47f4-9bb4-cccd4397700c req-5f5bb178-9ce2-4296-8257-052fb2644ed1 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:37.505801 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c79df033-2bb8-47f4-9bb4-cccd4397700c req-5f5bb178-9ce2-4296-8257-052fb2644ed1 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 936 time: 0.1658137 Feb 20 20:19:37.513052 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-bc4d88e5-161d-4ac6-beb8-e995424974dc tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:37.514352 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-bc4d88e5-161d-4ac6-beb8-e995424974dc tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 809 time: 0.1755021 Feb 20 20:19:37.523885 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-79127727-b91a-401b-bd8b-ce81a688f20a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3199160 Feb 20 20:19:37.543784 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-8ea44dfd-d20e-43d5-a9c8-a8d8a288b52f tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:19:37.544752 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-8ea44dfd-d20e-43d5-a9c8-a8d8a288b52f tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098734 Feb 20 20:19:37.565686 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Request body: {'port': {'device_id': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:37.613023 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c79df033-2bb8-47f4-9bb4-cccd4397700c req-e7c2f8b1-e84c-47ae-9946-8554ecec5c66 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977366 Feb 20 20:19:37.668581 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-d924e41b-60cb-45cb-828c-e4111ea858b1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e HTTP/1.1" status: 200 len: 380 time: 0.1345458 Feb 20 20:19:37.678519 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'port': {'device_id': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'admin_state_up': True, 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'security_groups': ['8f04a7bb-3657-4636-b796-91a21466e9da']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:37.682870 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:37.930881 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Made reservation on behalf of ef27bdd5f1e84a52824b0ddbe973d83e for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:19:37.934200 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.088897 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.148331 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf447e21-3dd3-43f1-889f-c54e53672ea4 req-26e622be-3931-47c7-aabb-db285c6df05a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0396607 Feb 20 20:19:38.155883 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Allocated IP 172.20.0.4 (346f8dbb-1724-4f44-ae2c-ef831d77070c/64254dc5-c10b-4156-9290-dbd75dfe399f/b7eb344a-6cc6-40fe-95be-2eb448109e39) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:19:38.164681 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3b92d2-0c12-4a1f-8bc3-061575edb804 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:19:38.175584 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Publish callbacks [] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.199604 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Transition to ACTIVE for port object 3b3b92d2-0c12-4a1f-8bc3-061575edb804 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:19:38.302685 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.347645 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.382828 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3b92d2-0c12-4a1f-8bc3-061575edb804,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:38.471315 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Attempting to bind port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:19:38.471967 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Attempting to bind port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:19:38.472421 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Attempting to bind port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 on network 2fa68795-91f0-404d-89c5-3fe7c884899a {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:19:38.478021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 on network 2fa68795-91f0-404d-89c5-3fe7c884899a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:19:38.479752 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Attempting to bind port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 on network 2fa68795-91f0-404d-89c5-3fe7c884899a {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:19:38.484403 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:19:38.484795 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Checking segment: {'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:19:38.485261 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Bound using segment: {'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:19:38.485742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Bound port: 3b3b92d2-0c12-4a1f-8bc3-061575edb804, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8427b71-3f5d-4af5-bc98-9122d3f071e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:19:38.486104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.533490 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.597761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:19:38.607189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:19:38.610608 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:19:38.613365 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:38.618534 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] For port 3b3b92d2-0c12-4a1f-8bc3-061575edb804, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:19:38.656801 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] For port 3b3b92d2-0c12-4a1f-8bc3-061575edb804, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3b3b92d2-0c12-4a1f-8bc3-061575edb804,segment=NetworkSegment(d8427b71-3f5d-4af5-bc98-9122d3f071e8),segment_id=d8427b71-3f5d-4af5-bc98-9122d3f071e8)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:19:38.678819 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:38.679742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.754120 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7625f6-0df0-46a2-a3cc-c8dd9d29710a req-846d7fe2-d3a8-4ec4-a43e-d725a549a156 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:38.756755 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f7625f6-0df0-46a2-a3cc-c8dd9d29710a req-846d7fe2-d3a8-4ec4-a43e-d725a549a156 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 948 time: 0.0666726 Feb 20 20:19:38.758404 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.818745 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:38.819389 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.820976 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] 10.222.0.91 "PUT /v2.0/ports/3b3b92d2-0c12-4a1f-8bc3-061575edb804 HTTP/1.1" status: 200 len: 1098 time: 1.2595487 Feb 20 20:19:38.821449 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'tag': '3b3b92d2-0c12-4a1f-8bc3-061575edb804'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:19:38.821981 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-3ee61b00-0728-4eef-a32d-fecb39a32228 None None] Provisioning complete for port b7eb344a-6cc6-40fe-95be-2eb448109e39 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:38.822386 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3ee61b00-0728-4eef-a32d-fecb39a32228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.823834 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ddba97-a0ac-44ca-b126-7de361641573" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdd7c86-af85-4ff6-98d7-a13c0143480a", "tag": "3b3b92d2-0c12-4a1f-8bc3-061575edb804"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:19:38.864992 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a27b19-e042-4939-96e3-864880ff0820 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3b92d2-0c12-4a1f-8bc3-061575edb804,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:38.865225 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-3ee61b00-0728-4eef-a32d-fecb39a32228 None None] Port b7eb344a-6cc6-40fe-95be-2eb448109e39 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:19:38.873022 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f7625f6-0df0-46a2-a3cc-c8dd9d29710a req-975ff14e-5767-4de4-90c7-970a10092b87 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092215 Feb 20 20:19:38.879728 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-55fb5528-b75f-433b-832f-2c0dfc2a775d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047904 Feb 20 20:19:38.884888 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2923046a-5433-431a-9b78-5769d50168a0 x-openstack-request-id: req-2923046a-5433-431a-9b78-5769d50168a0 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:19:38.885858 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdd7c86-af85-4ff6-98d7-a13c0143480a", "tag": "3b3b92d2-0c12-4a1f-8bc3-061575edb804", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:19:38.886195 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2923046a-5433-431a-9b78-5769d50168a0 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:19:38.886731 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'tag': '3b3b92d2-0c12-4a1f-8bc3-061575edb804', 'status': 'completed', 'code': 200} Feb 20 20:19:38.900961 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Request body: {'port': {'device_id': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:38.977980 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-006c1d80-2a38-44f1-bf18-4160b3fd55bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:38.992771 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:39.041056 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddba97-a0ac-44ca-b126-7de361641573 req-0cebbe13-1b94-4e05-8e08-152675b75f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:39.042552 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-59ddba97-a0ac-44ca-b126-7de361641573 req-0cebbe13-1b94-4e05-8e08-152675b75f41 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f7d5f108b03440fea8ba34bdc015b676&device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 1132 time: 0.0905130 Feb 20 20:19:39.123885 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-59ddba97-a0ac-44ca-b126-7de361641573 req-ce6b4d76-3fe5-4613-b686-9bcbbf82dcc2 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=f7d5f108b03440fea8ba34bdc015b676&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662768 Feb 20 20:19:39.314385 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddba97-a0ac-44ca-b126-7de361641573 req-47b77baf-8610-419f-99c8-1cc68cb30862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:39.315755 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-59ddba97-a0ac-44ca-b126-7de361641573 req-47b77baf-8610-419f-99c8-1cc68cb30862 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1858783 Feb 20 20:19:39.348720 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df29c2-66b6-422d-8618-19cce0d3adc9 req-1fcf5b69-f3c8-4d14-9f1f-a61c8ae72541 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:39.456831 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5df29c2-66b6-422d-8618-19cce0d3adc9 req-1fcf5b69-f3c8-4d14-9f1f-a61c8ae72541 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.1167142 Feb 20 20:19:39.456831 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7eb344a-6cc6-40fe-95be-2eb448109e39 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:19:39.463569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Publish callbacks [] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:39.490572 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e5df29c2-66b6-422d-8618-19cce0d3adc9 req-4c77a581-55be-4b47-b6c7-86789a41ed22 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292224 Feb 20 20:19:39.492854 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Transition to ACTIVE for port object b7eb344a-6cc6-40fe-95be-2eb448109e39 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:19:39.500268 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-47b910d2-122c-41b1-80e8-207dc7df24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:39.501898 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-47b910d2-122c-41b1-80e8-207dc7df24a3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=f7d5f108b03440fea8ba34bdc015b676&device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 1132 time: 0.0992842 Feb 20 20:19:39.551492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-55b012dc-797e-4594-930c-3386a3b953d0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=3b3b92d2-0c12-4a1f-8bc3-061575edb804 HTTP/1.1" status: 200 len: 217 time: 0.0355282 Feb 20 20:19:39.586249 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:39.677553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:39.677553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-29520543-2f25-4fc1-a08e-573bc4cdc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:39.677553 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-29520543-2f25-4fc1-a08e-573bc4cdc5d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=67ef4377-84c1-401d-beaa-19462afb2723 HTTP/1.1" status: 200 len: 843 time: 0.0980623 Feb 20 20:19:39.767950 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-5884d44b-2001-4142-bf95-12868a56af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:39.769569 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-5884d44b-2001-4142-bf95-12868a56af35 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=2fa68795-91f0-404d-89c5-3fe7c884899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1084368 Feb 20 20:19:39.773163 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Attempting to bind port b7eb344a-6cc6-40fe-95be-2eb448109e39 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:19:39.773463 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Attempting to bind port b7eb344a-6cc6-40fe-95be-2eb448109e39 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:19:39.773792 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Attempting to bind port b7eb344a-6cc6-40fe-95be-2eb448109e39 on network 346f8dbb-1724-4f44-ae2c-ef831d77070c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:19:39.787401 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Port b7eb344a-6cc6-40fe-95be-2eb448109e39 on network 346f8dbb-1724-4f44-ae2c-ef831d77070c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:19:39.787730 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Attempting to bind port b7eb344a-6cc6-40fe-95be-2eb448109e39 on network 346f8dbb-1724-4f44-ae2c-ef831d77070c {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:19:39.827696 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:19:39.828021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Checking segment: {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:19:39.828443 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Bound using segment: {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:19:39.828889 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Bound port: b7eb344a-6cc6-40fe-95be-2eb448109e39, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cabf716a-94b0-438d-86da-b24a88cf72d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:19:39.829247 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:39.920970 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-20e0e4fa-c1ee-45a3-9b02-411353546ea6 service neutron] 10.222.0.91 "GET /v2.0/networks/2fa68795-91f0-404d-89c5-3fe7c884899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447458 Feb 20 20:19:39.976346 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:19:40.012644 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:19:40.066010 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-4e73aedf-961b-4d80-9862-62b5a4a02e45 service neutron] 10.222.0.91 "GET /v2.0/networks/2fa68795-91f0-404d-89c5-3fe7c884899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387134 Feb 20 20:19:40.074582 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72225914-aef8-4455-81fa-db0493a7e82f req-cafe9709-8c31-423e-9119-36ba51a2936a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:40.076075 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-72225914-aef8-4455-81fa-db0493a7e82f req-cafe9709-8c31-423e-9119-36ba51a2936a tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 948 time: 0.1256034 Feb 20 20:19:40.100113 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:40.139885 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:40.155357 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:40.160151 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:40.160151 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-46615198-d1db-4645-8367-0697f70069b7 service neutron] 10.222.0.91 "PUT /v2.0/ports/b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 1093 time: 1.2652357 Feb 20 20:19:40.186871 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-72225914-aef8-4455-81fa-db0493a7e82f req-70aa2517-f751-43ee-8464-4275cd8f8597 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035180 Feb 20 20:19:40.198154 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46615198-d1db-4645-8367-0697f70069b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:40.322131 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-61475850-2255-46b5-9517-13100babff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:40.323939 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-61475850-2255-46b5-9517-13100babff44 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1127 time: 0.0536716 Feb 20 20:19:40.380646 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-6dd741eb-3dc6-4d63-8551-aed5ac2957e1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 217 time: 0.0433741 Feb 20 20:19:40.433300 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-1077faa4-5c9f-483f-a672-16a5b245f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:40.434884 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-1077faa4-5c9f-483f-a672-16a5b245f2eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0477021 Feb 20 20:19:40.484146 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057516fe-b87a-4935-be8f-93527350ea17 req-325072cb-241b-470c-92f3-46aabda78f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:40.485676 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-325072cb-241b-470c-92f3-46aabda78f8c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451376 Feb 20 20:19:40.587259 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-14739880-161d-4cd6-84c9-071e16e49cd7 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953989 Feb 20 20:19:40.680169 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aabeb-b6bc-4bc1-b092-67cad0bb6ab8 req-227c1bb8-39c6-4157-9e46-4f96d7f1a31b tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:40.682040 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d18aabeb-b6bc-4bc1-b092-67cad0bb6ab8 req-227c1bb8-39c6-4157-9e46-4f96d7f1a31b tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.1082799 Feb 20 20:19:40.721945 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057516fe-b87a-4935-be8f-93527350ea17 req-de34c282-4571-4b42-9a18-f7fee310c8dd service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197338 Feb 20 20:19:40.750308 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d18aabeb-b6bc-4bc1-b092-67cad0bb6ab8 req-f3ef2d50-af9a-458c-829f-bd9f33d99470 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619078 Feb 20 20:19:40.888342 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:19:40.890702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:19:40.927720 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03b9939-d328-4eb8-9eca-57182ae527ef x-openstack-request-id: req-a03b9939-d328-4eb8-9eca-57182ae527ef {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:19:40.928079 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:19:40.928420 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a03b9939-d328-4eb8-9eca-57182ae527ef {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:19:40.928872 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'status': 'completed', 'code': 200} Feb 20 20:19:41.017175 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-e8daa89a-7a1f-4548-938d-8138781e6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:41.018674 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-e8daa89a-7a1f-4548-938d-8138781e6acb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1127 time: 0.0452473 Feb 20 20:19:41.107627 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-26c3f484-b3ab-4fa1-a042-e0e05f5cbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:41.109163 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-26c3f484-b3ab-4fa1-a042-e0e05f5cbcb2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0848317 Feb 20 20:19:41.153982 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-a9f8c78d-ef0a-4862-b033-f36fa1693bef service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 217 time: 0.0387383 Feb 20 20:19:41.200702 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-b1a4cc2d-b98d-46f8-a339-4e977a9eb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:41.202070 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-b1a4cc2d-b98d-46f8-a339-4e977a9eb690 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0420012 Feb 20 20:19:41.252655 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-db747a4c-3527-4fe5-b0b3-e67f1f672406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:41.254156 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-db747a4c-3527-4fe5-b0b3-e67f1f672406 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449719 Feb 20 20:19:41.378673 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec103964-3741-4919-bc16-ebd7c0e0287f req-0d5c4a16-169e-43ce-a027-559047d97e86 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:41.380584 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ec103964-3741-4919-bc16-ebd7c0e0287f req-0d5c4a16-169e-43ce-a027-559047d97e86 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 948 time: 0.1128125 Feb 20 20:19:41.384071 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-357c6ad4-02e5-4eda-8e56-5548252827fd service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237314 Feb 20 20:19:41.479420 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ec103964-3741-4919-bc16-ebd7c0e0287f req-b0d52a74-1c91-459b-bd29-007e7bc01df4 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930922 Feb 20 20:19:41.502306 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-70b6a08f-0af7-4ac7-83dd-ab3234c42a27 req-8ec0f9a9-9c50-4c41-98e1-b03faa6aac75 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105394 Feb 20 20:19:41.871950 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de55c-697c-4a54-b33d-2adba3da3ffc req-179e3673-e705-4923-9f0f-1bc4327e842b tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:41.873431 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c02de55c-697c-4a54-b33d-2adba3da3ffc req-179e3673-e705-4923-9f0f-1bc4327e842b tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0528290 Feb 20 20:19:41.876977 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:41.923786 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c02de55c-697c-4a54-b33d-2adba3da3ffc req-50847e9c-7366-4e31-b84f-8413bb66417d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448277 Feb 20 20:19:42.600077 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a807d-595f-4f50-a6f9-21f5d8fc9327 req-aa465db8-6d8a-4303-aa38-373b7c4ef6c7 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:42.601574 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-334a807d-595f-4f50-a6f9-21f5d8fc9327 req-aa465db8-6d8a-4303-aa38-373b7c4ef6c7 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 948 time: 0.0554457 Feb 20 20:19:42.650855 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-334a807d-595f-4f50-a6f9-21f5d8fc9327 req-7d0122ef-7d63-4be7-b42e-e6c30f6d65d2 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Feb 20 20:19:42.945153 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:43.046394 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b1a57-29c9-4bbc-9eb9-407b1dfcecf2 req-110f8045-2bf1-4028-bf00-bbaf12d86bc4 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:43.047834 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-498b1a57-29c9-4bbc-9eb9-407b1dfcecf2 req-110f8045-2bf1-4028-bf00-bbaf12d86bc4 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0523493 Feb 20 20:19:43.095815 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-498b1a57-29c9-4bbc-9eb9-407b1dfcecf2 req-beb797da-3767-47f9-85b1-b866f88b5449 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414336 Feb 20 20:19:43.769220 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358c7ef-cfba-48de-a28a-cc8b8dc01620 req-135cec6c-8022-402c-abcd-c0b48ffcda5e tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:43.770684 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7358c7ef-cfba-48de-a28a-cc8b8dc01620 req-135cec6c-8022-402c-abcd-c0b48ffcda5e tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 948 time: 0.0508740 Feb 20 20:19:43.819110 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7358c7ef-cfba-48de-a28a-cc8b8dc01620 req-95049266-ebde-4e26-a4c1-f11b83d7884f tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Feb 20 20:19:44.213274 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c038c-9a92-4f60-8ada-f73ebcdec463 req-147690c7-3a4f-43d4-9dd4-3f06d8c9020f tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:44.214710 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-940c038c-9a92-4f60-8ada-f73ebcdec463 req-147690c7-3a4f-43d4-9dd4-3f06d8c9020f tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0518751 Feb 20 20:19:44.243131 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 3b3b92d2-0c12-4a1f-8bc3-061575edb804 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:19:44.263038 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-940c038c-9a92-4f60-8ada-f73ebcdec463 req-1a26b6f3-a8a9-4636-9d7a-4aeddd9622fd tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428743 Feb 20 20:19:44.343485 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 3b3b92d2-0c12-4a1f-8bc3-061575edb804, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3b3b92d2-0c12-4a1f-8bc3-061575edb804,segment=NetworkSegment(d8427b71-3f5d-4af5-bc98-9122d3f071e8),segment_id=d8427b71-3f5d-4af5-bc98-9122d3f071e8)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:44.354439 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '3b3b92d2-0c12-4a1f-8bc3-061575edb804', 'network_id': '2fa68795-91f0-404d-89c5-3fe7c884899a', 'port_id': '3b3b92d2-0c12-4a1f-8bc3-061575edb804', 'mac_address': 'fa:16:3e:e0:62:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ef4377-84c1-401d-beaa-19462afb2723', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:19:44.391948 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:44.392303 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:44.408842 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3b92d2-0c12-4a1f-8bc3-061575edb804 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:19:44.427475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 3b3b92d2-0c12-4a1f-8bc3-061575edb804, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3b3b92d2-0c12-4a1f-8bc3-061575edb804,segment=NetworkSegment(d8427b71-3f5d-4af5-bc98-9122d3f071e8),segment_id=d8427b71-3f5d-4af5-bc98-9122d3f071e8)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:44.509346 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:44.556072 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=3b3b92d2-0c12-4a1f-8bc3-061575edb804,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:44.936376 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8938c-f68b-4969-a6de-7ddf6ff7b324 req-4cf6dbb6-3d8c-41b7-8e8c-e21d17d9d9f0 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:44.937850 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-21e8938c-f68b-4969-a6de-7ddf6ff7b324 req-4cf6dbb6-3d8c-41b7-8e8c-e21d17d9d9f0 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 949 time: 0.0514779 Feb 20 20:19:44.985914 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-21e8938c-f68b-4969-a6de-7ddf6ff7b324 req-cb9505a3-2690-459e-97c9-15011355fb38 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Feb 20 20:19:44.993232 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['3b3b92d2-0c12-4a1f-8bc3-061575edb804'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:19:45.387475 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73bb30-3ab4-46ac-985e-3a7422325a41 req-f89b249a-479a-4fb7-8397-ce85594fc3be tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:45.388934 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a73bb30-3ab4-46ac-985e-3a7422325a41 req-f89b249a-479a-4fb7-8397-ce85594fc3be tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0554395 Feb 20 20:19:45.436521 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a73bb30-3ab4-46ac-985e-3a7422325a41 req-a39bdaca-4d36-49f5-8438-8d09a017ca40 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418644 Feb 20 20:19:46.106096 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089994-a908-49f2-b347-7be680c5c33f req-1ec008eb-d494-42c4-9dbd-defd8f1d5332 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:46.107554 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9089994-a908-49f2-b347-7be680c5c33f req-1ec008eb-d494-42c4-9dbd-defd8f1d5332 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 949 time: 0.0535204 Feb 20 20:19:46.153225 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a9089994-a908-49f2-b347-7be680c5c33f req-086219a1-4930-4ca6-838e-57d69e18c4a7 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Feb 20 20:19:46.253853 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 3b3b92d2-0c12-4a1f-8bc3-061575edb804 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:19:46.362465 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:19:46.366553 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:46.366924 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:46.441622 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:46.442004 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:46.464639 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3b92d2-0c12-4a1f-8bc3-061575edb804'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:19:46.466860 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f7efde-89a1-4c35-a264-08b6ec6796cc" -d '{"events": [{"server_uuid": "3cdd7c86-af85-4ff6-98d7-a13c0143480a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3b92d2-0c12-4a1f-8bc3-061575edb804"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:19:46.483054 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 3b3b92d2-0c12-4a1f-8bc3-061575edb804, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3b3b92d2-0c12-4a1f-8bc3-061575edb804,segment=NetworkSegment(d8427b71-3f5d-4af5-bc98-9122d3f071e8),segment_id=d8427b71-3f5d-4af5-bc98-9122d3f071e8)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:46.551339 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:46.560746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21782254-41c0-4249-8e78-840b3bb4277f req-889bfa0e-480e-433f-b661-47fa59b3ed6c tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:46.562660 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-21782254-41c0-4249-8e78-840b3bb4277f req-889bfa0e-480e-433f-b661-47fa59b3ed6c tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0559688 Feb 20 20:19:46.603141 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=3b3b92d2-0c12-4a1f-8bc3-061575edb804,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:46.656128 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc784c0-d9e8-4b72-ac35-cdd78974ee61 x-openstack-request-id: req-5cc784c0-d9e8-4b72-ac35-cdd78974ee61 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:19:46.656503 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdd7c86-af85-4ff6-98d7-a13c0143480a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3b92d2-0c12-4a1f-8bc3-061575edb804", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:19:46.656780 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5cc784c0-d9e8-4b72-ac35-cdd78974ee61 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:19:46.657183 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3b92d2-0c12-4a1f-8bc3-061575edb804', 'code': 200} Feb 20 20:19:46.889335 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-21782254-41c0-4249-8e78-840b3bb4277f req-c99a7c3c-37c1-42b9-ad87-93d248f5178a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201606 Feb 20 20:19:46.964167 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38271a-b53b-4db9-939f-0a4332183331 req-97840d9c-e303-4ab5-8747-95767d7ac92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:46.965688 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af38271a-b53b-4db9-939f-0a4332183331 req-97840d9c-e303-4ab5-8747-95767d7ac92a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 1134 time: 0.0427828 Feb 20 20:19:47.008219 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af38271a-b53b-4db9-939f-0a4332183331 req-8a07cdcf-696b-4ba3-ab26-f8c7c8907de3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360353 Feb 20 20:19:47.271345 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02709b24-e939-4474-8e01-b3b68defa5ea req-404cf131-6ca1-484d-9f7c-e33e50f28665 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:47.272826 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02709b24-e939-4474-8e01-b3b68defa5ea req-404cf131-6ca1-484d-9f7c-e33e50f28665 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 950 time: 0.0509117 Feb 20 20:19:47.322769 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02709b24-e939-4474-8e01-b3b68defa5ea req-89d56314-42d8-454c-afaa-67683b4ee486 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435522 Feb 20 20:19:47.824326 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:19:48.005045 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f963c3-5167-460e-9c9f-9edd92642072 req-b0e0b169-5bc8-4c89-b0a5-745c7a16ff52 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:48.006494 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3f963c3-5167-460e-9c9f-9edd92642072 req-b0e0b169-5bc8-4c89-b0a5-745c7a16ff52 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0495641 Feb 20 20:19:48.054161 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c3f963c3-5167-460e-9c9f-9edd92642072 req-97cee29c-f6d0-4087-856e-818a943dcf25 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416367 Feb 20 20:19:48.443662 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51855b-96bd-461f-ada9-a8b97306bbff req-ddd4727e-0706-4d7c-83ca-b2f0eb0327c4 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:48.445152 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ba51855b-96bd-461f-ada9-a8b97306bbff req-ddd4727e-0706-4d7c-83ca-b2f0eb0327c4 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 950 time: 0.0530930 Feb 20 20:19:48.492163 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ba51855b-96bd-461f-ada9-a8b97306bbff req-932d1ee9-591e-468e-beb3-ff6aaae386fc tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Feb 20 20:19:49.174461 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8c83a-7865-43c0-a92b-1b683e264004 req-cdcab7db-7336-4343-a789-65ee9c9cf3f8 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:49.175914 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2c8c83a-7865-43c0-a92b-1b683e264004 req-cdcab7db-7336-4343-a789-65ee9c9cf3f8 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0556364 Feb 20 20:19:49.223716 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d2c8c83a-7865-43c0-a92b-1b683e264004 req-16f429e8-d240-4df3-bbe7-d10804569011 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Feb 20 20:19:49.614378 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a788810-602d-4ae6-b9ac-5a90ac196923 req-3776681a-508f-41d9-b472-311daf6b05f7 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:49.615855 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a788810-602d-4ae6-b9ac-5a90ac196923 req-3776681a-508f-41d9-b472-311daf6b05f7 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 950 time: 0.0510654 Feb 20 20:19:49.661502 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a788810-602d-4ae6-b9ac-5a90ac196923 req-19bd32ce-4505-4d41-9a7b-e4568800c8f0 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Feb 20 20:19:50.116120 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95055110-6640-415c-8cb1-46009e2d9369 req-9a269d90-beab-486a-8831-2b53a1c08cb0 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:50.118208 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-95055110-6640-415c-8cb1-46009e2d9369 req-9a269d90-beab-486a-8831-2b53a1c08cb0 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 950 time: 0.0568023 Feb 20 20:19:50.165975 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-95055110-6640-415c-8cb1-46009e2d9369 req-7e8685a6-43fb-4582-ad97-e0943416b29f tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Feb 20 20:19:50.262653 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b7eb344a-6cc6-40fe-95be-2eb448109e39 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:19:50.345497 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a3fa6-d695-435f-8ab9-4b8b78ae77da req-2e98f037-42ec-4fe9-b8d4-76bdbf1fd4c8 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:50.346976 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dc7a3fa6-d695-435f-8ab9-4b8b78ae77da req-2e98f037-42ec-4fe9-b8d4-76bdbf1fd4c8 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0517004 Feb 20 20:19:50.364745 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:50.377005 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'port_id': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'mac_address': 'fa:16:3e:b3:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:19:50.395785 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dc7a3fa6-d695-435f-8ab9-4b8b78ae77da req-ae3243a9-6983-4b91-a817-8ef4b63c02cf tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430923 Feb 20 20:19:50.414955 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b7eb344a-6cc6-40fe-95be-2eb448109e39 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:50.415345 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:50.428060 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7eb344a-6cc6-40fe-95be-2eb448109e39 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:19:50.447063 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:50.511347 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:50.557990 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:50.564815 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.565166 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.565511 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.565844 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.566175 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.566503 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.566835 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.567160 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.567482 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.567809 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.568128 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.568471 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.568792 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:19:50.950438 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['b7eb344a-6cc6-40fe-95be-2eb448109e39'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:19:51.281908 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ce6b6-3b2a-427a-ab1a-f27751272cf6 req-9d162968-7988-4e48-a583-a98ed5f190a6 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:51.283374 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-833ce6b6-3b2a-427a-ab1a-f27751272cf6 req-9d162968-7988-4e48-a583-a98ed5f190a6 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 950 time: 0.0516098 Feb 20 20:19:51.332815 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-833ce6b6-3b2a-427a-ab1a-f27751272cf6 req-a053af69-c5d6-4cbe-968b-8f6af620f01d tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/security-groups?id=b0f8800f-c557-4703-8397-a18ac810eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Feb 20 20:19:51.514592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e626372-11fc-4c9c-b600-7aaf0d6c7878 req-2ccd72ed-6d39-460b-bd7f-ce1b0b5a5553 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:51.515986 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2e626372-11fc-4c9c-b600-7aaf0d6c7878 req-2ccd72ed-6d39-460b-bd7f-ce1b0b5a5553 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0513988 Feb 20 20:19:51.564137 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2e626372-11fc-4c9c-b600-7aaf0d6c7878 req-11d4d5fa-5597-4fbb-bd6d-299df4b1bf80 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Feb 20 20:19:51.784636 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-d9fe0199-3a8e-41d3-92ae-a35ef4ce3984 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:51.785990 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-d9fe0199-3a8e-41d3-92ae-a35ef4ce3984 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.91 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 950 time: 0.0516529 Feb 20 20:19:51.880800 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Deleting port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:19:51.881138 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:51.970582 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] For port 3b3b92d2-0c12-4a1f-8bc3-061575edb804, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3b3b92d2-0c12-4a1f-8bc3-061575edb804,segment=NetworkSegment(d8427b71-3f5d-4af5-bc98-9122d3f071e8),segment_id=d8427b71-3f5d-4af5-bc98-9122d3f071e8)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:51.970943 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:51.982990 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Calling delete_port for 3b3b92d2-0c12-4a1f-8bc3-061575edb804 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:19:52.177894 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (3b3b92d2-0c12-4a1f-8bc3-061575edb804), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:52.207408 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Pushing event deleted for resources: {'Port': ['ID=3b3b92d2-0c12-4a1f-8bc3-061575edb804,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:52.215097 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['3b3b92d2-0c12-4a1f-8bc3-061575edb804'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:19:52.252925 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] No DVR routers for this DVR port 3b3b92d2-0c12-4a1f-8bc3-061575edb804 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:19:52.255550 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:52.259806 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dd3389cf-6f61-4fa8-90fe-566e02b916ab req-c08a1cba-8452-428d-bcb9-65038eddde5b tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.91 "DELETE /v2.0/ports/3b3b92d2-0c12-4a1f-8bc3-061575edb804 HTTP/1.1" status: 204 len: 173 time: 0.4684649 Feb 20 20:19:52.260278 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'name': 'network-vif-deleted', 'tag': '3b3b92d2-0c12-4a1f-8bc3-061575edb804'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:19:52.262558 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f193cc2d-1386-4a7c-b9cb-fbed04b84aad" -d '{"events": [{"server_uuid": "3cdd7c86-af85-4ff6-98d7-a13c0143480a", "name": "network-vif-deleted", "tag": "3b3b92d2-0c12-4a1f-8bc3-061575edb804"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:19:52.288972 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b7eb344a-6cc6-40fe-95be-2eb448109e39 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:19:52.308357 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdecc04-4c5f-49e0-b663-94c37c132ce4 x-openstack-request-id: req-4bdecc04-4c5f-49e0-b663-94c37c132ce4 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:19:52.308357 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdd7c86-af85-4ff6-98d7-a13c0143480a", "name": "network-vif-deleted", "tag": "3b3b92d2-0c12-4a1f-8bc3-061575edb804", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:19:52.308357 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4bdecc04-4c5f-49e0-b663-94c37c132ce4 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:19:52.308357 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdd7c86-af85-4ff6-98d7-a13c0143480a', 'name': 'network-vif-deleted', 'tag': '3b3b92d2-0c12-4a1f-8bc3-061575edb804', 'status': 'completed', 'code': 200} Feb 20 20:19:52.413753 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port b7eb344a-6cc6-40fe-95be-2eb448109e39 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:19:52.418599 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port b7eb344a-6cc6-40fe-95be-2eb448109e39 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:19:52.418975 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:52.434157 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f30bf221-4452-4bb0-a440-ec00b01dc94a req-0101124d-462a-40ab-912b-8128f300bf6c tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 210 time: 0.0285058 Feb 20 20:19:52.502154 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b7eb344a-6cc6-40fe-95be-2eb448109e39 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:19:52.502462 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:52.525697 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:19:52.530023 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad8cb6c-b1f5-4942-bbce-519fa7108b60" -d '{"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:19:52.541123 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:19:52.565389 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4a2aa7-5765-4098-958b-d602a4eb24f2 x-openstack-request-id: req-4f4a2aa7-5765-4098-958b-d602a4eb24f2 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:19:52.565676 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:19:52.565929 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f4a2aa7-5765-4098-958b-d602a4eb24f2 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:19:52.566318 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'code': 200} Feb 20 20:19:52.603472 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:52.657806 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:52.685778 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73857cc9-34c0-441a-8efb-5eca85d777c3 req-0a7b5bc5-2959-4c6a-a33a-9e999ca24883 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:52.687375 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-73857cc9-34c0-441a-8efb-5eca85d777c3 req-0a7b5bc5-2959-4c6a-a33a-9e999ca24883 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0535789 Feb 20 20:19:52.736872 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-73857cc9-34c0-441a-8efb-5eca85d777c3 req-f02fcb2a-88a6-4f0b-b77f-d7ba168ee703 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434673 Feb 20 20:19:53.006746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fe901-3dc2-4cce-ad49-5cc60212ee94 req-d88b44e7-e572-41fa-88a2-f8ad8a81f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:53.009507 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb4fe901-3dc2-4cce-ad49-5cc60212ee94 req-d88b44e7-e572-41fa-88a2-f8ad8a81f938 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0450821 Feb 20 20:19:53.059236 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eb4fe901-3dc2-4cce-ad49-5cc60212ee94 req-b07ffa6b-bb0d-4c5b-9a1a-cab09c672ebd service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437515 Feb 20 20:19:53.542770 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c7c2dd7-9d83-4857-b5bd-59790b824a47 req-eb4527e3-83c1-49c1-afd0-36a1c4b9a6f4 tempest-VolumesNegativeTest-1595534927 tempest-VolumesNegativeTest-1595534927-project] 10.222.0.61 "GET /v2.0/ports?device_id=3cdd7c86-af85-4ff6-98d7-a13c0143480a HTTP/1.1" status: 200 len: 210 time: 0.0273924 Feb 20 20:19:53.854438 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b3d29-1b3b-4b8e-b1a9-5589a660342b req-544bb5fa-3758-49b2-b0f4-34fe16330fbc tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:53.855947 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-189b3d29-1b3b-4b8e-b1a9-5589a660342b req-544bb5fa-3758-49b2-b0f4-34fe16330fbc tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0519397 Feb 20 20:19:53.904513 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-189b3d29-1b3b-4b8e-b1a9-5589a660342b req-0a4a8df9-3274-4767-bd59-0fa679208418 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Feb 20 20:19:55.026503 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032ced4-94a3-418e-9c3f-fb3e8f7ddc30 req-c11f1368-b326-40cc-8b60-4c65e340371a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:55.028287 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8032ced4-94a3-418e-9c3f-fb3e8f7ddc30 req-c11f1368-b326-40cc-8b60-4c65e340371a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0547855 Feb 20 20:19:55.080926 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8032ced4-94a3-418e-9c3f-fb3e8f7ddc30 req-a7da37ad-3274-4fba-b3b4-e7ec50a29099 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460875 Feb 20 20:19:55.201204 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794506d8-58c5-45e4-8fcd-46df3eb0f357 req-ac4b23f0-3d69-4574-8a85-3b257769400a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:55.202693 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-794506d8-58c5-45e4-8fcd-46df3eb0f357 req-ac4b23f0-3d69-4574-8a85-3b257769400a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0549307 Feb 20 20:19:55.251520 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-794506d8-58c5-45e4-8fcd-46df3eb0f357 req-287a17cc-cfe6-41c0-98eb-d6e7aaa5c5d3 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Feb 20 20:19:55.273603 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56602) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:55.417920 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4e0d56-4998-47f2-8fb2-e5e5130171c3 tempest-TestShelveInstance-668459199 tempest-TestShelveInstance-668459199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:55.419517 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8f4e0d56-4998-47f2-8fb2-e5e5130171c3 tempest-TestShelveInstance-668459199 tempest-TestShelveInstance-668459199-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1124 time: 0.1449232 Feb 20 20:19:55.422455 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 56610) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:19:55.426748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'port_id': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:19:55.528382 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:55.625623 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:55.728283 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Allocated IP 172.27.1.146 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/89ded829-29d8-4a79-afb4-b5cb6a153b69) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:19:55.839119 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:55.917434 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:55.955032 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:19:55.957895 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:19:55.961518 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:19:55.986084 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'Port': ['ID=89ded829-29d8-4a79-afb4-b5cb6a153b69,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:56.300220 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 3b3b92d2-0c12-4a1f-8bc3-061575edb804 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:19:56.321122 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 3b3b92d2-0c12-4a1f-8bc3-061575edb804 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:19:56.321459 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 3b3b92d2-0c12-4a1f-8bc3-061575edb804 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:19:56.337105 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for floatingip (f07549ae-90bb-41bf-a6e2-be03a36054fc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:56.455652 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:56.603959 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:56.687987 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:56.760364 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event updated for resources: {'Port': ['ID=89ded829-29d8-4a79-afb4-b5cb6a153b69,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:19:56.772724 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (f07549ae-90bb-41bf-a6e2-be03a36054fc), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:56.875273 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Floating IP f07549ae-90bb-41bf-a6e2-be03a36054fc associated. External IP: 172.27.1.146, port: b7eb344a-6cc6-40fe-95be-2eb448109e39. Feb 20 20:19:57.082562 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Router 36c19b0f-5bd4-493d-99e6-dade184168f3 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:19:57.194733 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:19:57.204911 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] Sync routers for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:19:57.214905 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:19:57.215490 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:19:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:57.271500 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:19:57.312535 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-121fb3e7-9953-4a51-914d-66157d89cf67 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8791053 Feb 20 20:19:57.312535 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:19:57.312535 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf652e2b-c41d-41e0-9c60-76cb67f98d63" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:19:57.328976 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:19:57.417311 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4035df44-01c9-42eb-9b5c-992e70b52438 x-openstack-request-id: req-4035df44-01c9-42eb-9b5c-992e70b52438 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:19:57.417821 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:19:57.417939 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4035df44-01c9-42eb-9b5c-992e70b52438 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:19:57.418241 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'status': 'completed', 'code': 200} Feb 20 20:19:57.515238 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-932039de-8f55-4efa-ab31-3496eb891775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:57.516774 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-932039de-8f55-4efa-ab31-3496eb891775 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0511510 Feb 20 20:19:57.614633 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-6b66ca4f-aebd-4be6-a1a1-76b16b0034ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:57.616691 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-6b66ca4f-aebd-4be6-a1a1-76b16b0034ff service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0943854 Feb 20 20:19:57.684619 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-91e7a0be-5c8a-41a2-b735-91e63985e2b0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 999 time: 0.0612845 Feb 20 20:19:57.713385 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': 'f07549ae-90bb-41bf-a6e2-be03a36054fc', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'port_id': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'mac_address': 'fa:16:3e:b3:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:19:56Z', 'updated_at': '2022-02-20T20:19:56Z', 'revision_number': 0, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:57Z', 'revision_number': 5, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:57.742405 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-a7974e50-f361-43f4-b543-8e20913cc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:57.743234 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] Checking router: 36c19b0f-5bd4-493d-99e6-dade184168f3 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:19:57.744500 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-a7974e50-f361-43f4-b543-8e20913cc59f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0547323 Feb 20 20:19:57.751968 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:19:57.752680 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:19:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:57.795772 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-34ba1dfd-8b79-43c5-981a-24083e70a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:19:57.797329 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-34ba1dfd-8b79-43c5-981a-24083e70a349 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464468 Feb 20 20:19:57.868670 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:19:57.889790 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-e55492f0-98d6-47fa-bf10-3c000d457c57 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866253 Feb 20 20:19:57.985334 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cf652e2b-c41d-41e0-9c60-76cb67f98d63 req-567656ef-a72d-44c7-b82a-7a6db64a1e55 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894544 Feb 20 20:19:58.115337 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': 'f07549ae-90bb-41bf-a6e2-be03a36054fc', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'port_id': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'mac_address': 'fa:16:3e:b3:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:19:56Z', 'updated_at': '2022-02-20T20:19:56Z', 'revision_number': 0, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:57Z', 'revision_number': 5, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:19:58.143112 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aad7de-0e61-4e23-8712-c84d88d9e7f1 None None] The sync data for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi is: [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': 'f07549ae-90bb-41bf-a6e2-be03a36054fc', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'port_id': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'mac_address': 'fa:16:3e:b3:9d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:19:56Z', 'updated_at': '2022-02-20T20:19:56Z', 'revision_number': 0, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:57Z', 'revision_number': 5, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:19:58.348930 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5447afc7-ad61-4b4c-a634-e9f697294dfb None None] New status for floating IP f07549ae-90bb-41bf-a6e2-be03a36054fc: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:20:00.703903 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56838) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:20:00.833751 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-66955225-fe3b-44b4-b91f-0c825c7d3533 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7d5f108b03440fea8ba34bdc015b676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286125 Feb 20 20:20:00.836253 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 56842) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:20:00.882277 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82064faf-d0b2-4e01-b84b-8ba8cd3bab66 admin admin] Publish callbacks [] for security_group (b0f8800f-c557-4703-8397-a18ac810eb58), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:00.903730 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82064faf-d0b2-4e01-b84b-8ba8cd3bab66 admin admin] Publish callbacks [] for security_group (b0f8800f-c557-4703-8397-a18ac810eb58), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:01.017755 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82064faf-d0b2-4e01-b84b-8ba8cd3bab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (b0f8800f-c557-4703-8397-a18ac810eb58), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:01.020155 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-82064faf-d0b2-4e01-b84b-8ba8cd3bab66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:01.021318 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-82064faf-d0b2-4e01-b84b-8ba8cd3bab66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0f8800f-c557-4703-8397-a18ac810eb58 HTTP/1.1" status: 204 len: 168 time: 0.1841257 Feb 20 20:20:01.030325 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82064faf-d0b2-4e01-b84b-8ba8cd3bab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f8800f-c557-4703-8397-a18ac810eb58,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:20:06.704988 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-05bb1019-66db-4f9f-80f6-466582f268db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:08.120296 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:08.971495 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2cf9ac8c-fa9d-40b5-8d92-5f321fe04469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:10.125468 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:11.842002 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:12.944384 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:16.479906 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-e1c00a87-6192-4c71-9ee9-4f1402a73669 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480232 Feb 20 20:20:16.588854 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-2a8a7f1d-a42e-4fd5-8c43-689d93952eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:20:16.590321 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-2a8a7f1d-a42e-4fd5-8c43-689d93952eaa service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0438204 Feb 20 20:20:16.693368 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-efe5ef7a-9545-4059-a6e6-e1293ecbac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:20:16.694817 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-efe5ef7a-9545-4059-a6e6-e1293ecbac54 service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0833750 Feb 20 20:20:16.764272 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-7a8131e1-a533-46ac-8a28-12651a2f9164 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 1001 time: 0.0615830 Feb 20 20:20:16.811115 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-ad65d493-181d-4861-91f0-5e932ae43438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:20:16.812547 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-ad65d493-181d-4861-91f0-5e932ae43438 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0422781 Feb 20 20:20:16.861072 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-4034232c-2e31-4668-8688-6f8ff5c7d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:20:16.862555 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-4034232c-2e31-4668-8688-6f8ff5c7d485 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441391 Feb 20 20:20:16.952354 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-8bef20eb-2ce5-45e2-bbc6-e929994c34f9 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831447 Feb 20 20:20:17.038714 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6305c3a8-c5d1-42d8-8752-180827b6df91 req-d4442262-c335-47aa-86a0-13e4dbc32ee4 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803814 Feb 20 20:20:24.823571 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:20:36.673920 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9c42-63f3-4a1e-8980-c6bbccaf02c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:38.092586 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:39.012384 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5a537a9-b7b4-46c5-9a9b-5d1f95c9e35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:40.109457 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:41.841164 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:20:42.939304 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:01.822908 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:21:06.697243 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ffca0879-c4cb-4607-b184-5bd23625c5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:08.125918 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:08.971969 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c179d1a0-c0cf-4a3f-b9a0-a1e3cb7d2a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:10.137250 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:11.839877 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:12.925471 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:16.119714 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-00eeef59-330a-438c-a081-83ef5df9cc63 req-7e01cf33-92cd-44ee-bdb2-d612bc4f9520 service neutron] (103371) timed out ('10.222.0.91', 56738) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:21:16.302965 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-cd253ca3-0eed-48db-900d-02ec27027df6 req-f380df74-5d7c-44ce-8647-e9ffe49a9318 service neutron] (103373) timed out ('10.222.0.91', 56752) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:21:17.543895 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-b64009ba-ccff-4498-8b9e-97abaaca6f03 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1345587 Feb 20 20:21:17.645686 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-5cb4d2fa-53a9-4e67-99f4-f08122ed4f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:21:17.647188 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-5cb4d2fa-53a9-4e67-99f4-f08122ed4f7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0459881 Feb 20 20:21:17.751519 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-2955eaa6-70e0-4d88-b860-1d03e94080ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:21:17.752938 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-2955eaa6-70e0-4d88-b860-1d03e94080ac service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0853274 Feb 20 20:21:17.823083 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-dae25125-ec93-44f5-89d8-1936578fe73f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 1001 time: 0.0631552 Feb 20 20:21:17.871412 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-c60e39f3-2d22-494c-86a4-05cf805fc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:21:17.872873 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-c60e39f3-2d22-494c-86a4-05cf805fc7bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0438826 Feb 20 20:21:17.922024 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-3966b1a9-0eb7-4c3c-9da7-49712ee2dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:21:17.923495 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-3966b1a9-0eb7-4c3c-9da7-49712ee2dfcd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438364 Feb 20 20:21:18.015615 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-10b113ca-a88f-4b46-a7ad-73a6fd7e017e service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857475 Feb 20 20:21:18.104821 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0d2ce619-ebd2-4129-a91c-f11303dc6fb3 req-4dcd42aa-6b59-4ac2-b3e9-da2f969afa3d service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815370 Feb 20 20:21:36.673602 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-4e9af06f-f4f4-479f-9c0b-3679ac1817f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:38.142143 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:38.821725 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:21:39.010404 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-55152fd5-7445-44f9-8a98-5c36473e6e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:40.119132 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:41.873447 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:21:42.924704 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:06.683866 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f768e57e-2a70-4233-ae78-2bf033d5df33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:08.164287 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:08.981116 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21e961f3-e380-48b1-8792-cd2d2033e1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:10.129757 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:11.844278 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:12.303333 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c64fb-ab47-4a77-b037-5d51b2fbd20a req-359469c5-0f92-4db0-ae88-29e32d458f0a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:12.304835 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b4c64fb-ab47-4a77-b037-5d51b2fbd20a req-359469c5-0f92-4db0-ae88-29e32d458f0a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.1742861 Feb 20 20:22:12.356787 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-6b4c64fb-ab47-4a77-b037-5d51b2fbd20a req-4f16f467-2a96-4b97-9656-57bb787a2a88 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Feb 20 20:22:12.912796 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:13.576605 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee0d04-da9c-4463-a10e-e52b25ac6346 req-384a0843-eeb8-4d98-aaa6-c01b724bd01f tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:13.579040 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5ee0d04-da9c-4463-a10e-e52b25ac6346 req-384a0843-eeb8-4d98-aaa6-c01b724bd01f tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.1423318 Feb 20 20:22:13.638936 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5ee0d04-da9c-4463-a10e-e52b25ac6346 req-92dc5cdb-e6b6-426f-8c62-314abbf7de04 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497417 Feb 20 20:22:14.772659 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112026a-114c-47a5-bdca-6fe7f215edc8 req-aacc4591-dada-4963-aa6a-ef50085273ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:14.774147 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3112026a-114c-47a5-bdca-6fe7f215edc8 req-aacc4591-dada-4963-aa6a-ef50085273ae tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0520117 Feb 20 20:22:14.824996 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3112026a-114c-47a5-bdca-6fe7f215edc8 req-f5de0759-8438-4f25-be8f-b69fad16db1d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Feb 20 20:22:15.827838 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:22:15.944830 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b0229-b7ef-498e-8263-0499bfb77e02 req-473df797-2c81-42b3-adfe-bd3b0d8fc807 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:15.946298 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-236b0229-b7ef-498e-8263-0499bfb77e02 req-473df797-2c81-42b3-adfe-bd3b0d8fc807 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0519538 Feb 20 20:22:15.996258 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-236b0229-b7ef-498e-8263-0499bfb77e02 req-d6397f46-c59f-4bdc-8c19-87dfe9b1f0f0 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442584 Feb 20 20:22:17.115374 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e0efe-3022-414c-8b45-e0b4c7115cb8 req-57fd4d01-1146-4d91-891f-413e0edec0be tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:17.116812 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-075e0efe-3022-414c-8b45-e0b4c7115cb8 req-57fd4d01-1146-4d91-891f-413e0edec0be tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0518804 Feb 20 20:22:17.166036 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-075e0efe-3022-414c-8b45-e0b4c7115cb8 req-229b3c57-de83-4e1c-a2e3-d7680298f734 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Feb 20 20:22:18.293513 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04c60a-e034-4f34-86fa-e93f586d2513 req-9de3c390-7588-4e84-b03b-a41ce9724d82 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:18.295013 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5f04c60a-e034-4f34-86fa-e93f586d2513 req-9de3c390-7588-4e84-b03b-a41ce9724d82 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0598719 Feb 20 20:22:18.346807 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5f04c60a-e034-4f34-86fa-e93f586d2513 req-93a08692-2751-4f7e-b712-252d181e1682 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Feb 20 20:22:18.532933 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-5ab8cd28-1af3-4204-b609-c8fa44772b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:18.534467 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-5ab8cd28-1af3-4204-b609-c8fa44772b78 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0443459 Feb 20 20:22:18.642887 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-969c4266-1a64-498b-a617-399bf6f272a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:18.644389 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-969c4266-1a64-498b-a617-399bf6f272a3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0905271 Feb 20 20:22:18.712038 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-88b2c39b-65bf-4774-9ba1-236add648df5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 1001 time: 0.0608268 Feb 20 20:22:18.760147 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-9ca01d27-877d-492e-86b7-868f4243c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:18.761606 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-9ca01d27-877d-492e-86b7-868f4243c315 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0443597 Feb 20 20:22:18.817717 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-a2d598a1-76f8-430c-b1c2-7f5fd8c743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:18.819244 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-a2d598a1-76f8-430c-b1c2-7f5fd8c743c7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518701 Feb 20 20:22:18.910567 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-f1dda819-6f63-4329-8796-8c29fa8689c7 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Feb 20 20:22:19.002565 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7785254f-ee5a-4149-bad6-6951b8cec889 req-2881b5fa-6101-4585-99a0-b0a458f68d64 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Feb 20 20:22:19.464653 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80134c8-9c04-44ce-a0ba-ffb3a273c1e2 req-e575336b-2118-47c3-893b-6f89526509e7 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:19.466133 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c80134c8-9c04-44ce-a0ba-ffb3a273c1e2 req-e575336b-2118-47c3-893b-6f89526509e7 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Feb 20 20:22:19.513267 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c80134c8-9c04-44ce-a0ba-ffb3a273c1e2 req-af9851ec-2521-4b1b-b5a8-f46e7e167682 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416641 Feb 20 20:22:20.631599 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b619d-73ff-460a-9692-5ff5a7f684e2 req-e1a8755c-a3c9-4717-b002-a24fe30188b1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:20.633876 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b4b619d-73ff-460a-9692-5ff5a7f684e2 req-e1a8755c-a3c9-4717-b002-a24fe30188b1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0530386 Feb 20 20:22:20.683327 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1b4b619d-73ff-460a-9692-5ff5a7f684e2 req-3d7c67e2-03a4-4f5f-b8a1-ddd31f15e530 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442126 Feb 20 20:22:21.811800 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9647cb5-b40a-44b3-9020-4a8ed4ad7056 req-11464f3d-c612-47b5-9b97-df10272ac51d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:21.813470 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9647cb5-b40a-44b3-9020-4a8ed4ad7056 req-11464f3d-c612-47b5-9b97-df10272ac51d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0587382 Feb 20 20:22:21.862358 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9647cb5-b40a-44b3-9020-4a8ed4ad7056 req-df934f09-e2eb-46d8-b6af-34fbdcb3472d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Feb 20 20:22:22.982667 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50ecbb-4454-451f-bb7c-ee511cb17180 req-c0a88296-9604-4ed1-80f9-b4318f704cdf tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:22.984150 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b50ecbb-4454-451f-bb7c-ee511cb17180 req-c0a88296-9604-4ed1-80f9-b4318f704cdf tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0527780 Feb 20 20:22:23.034359 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4b50ecbb-4454-451f-bb7c-ee511cb17180 req-d6b1a71c-fe86-43cd-b86a-21fe4184417f tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Feb 20 20:22:24.157648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8431be9-2708-4067-b768-2798492b0b27 req-96fd1a98-dd48-4414-a8f9-5c7ab37bf930 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:24.159706 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b8431be9-2708-4067-b768-2798492b0b27 req-96fd1a98-dd48-4414-a8f9-5c7ab37bf930 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0561786 Feb 20 20:22:24.208555 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b8431be9-2708-4067-b768-2798492b0b27 req-48d28750-f482-4629-a992-85193ff4a0cc tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427547 Feb 20 20:22:25.325021 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d7af5-9807-4bb5-b863-8e754de8f686 req-51d98dee-4ef3-403e-a982-18fdfb3bf0f9 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:25.326506 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a7d7af5-9807-4bb5-b863-8e754de8f686 req-51d98dee-4ef3-403e-a982-18fdfb3bf0f9 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Feb 20 20:22:25.375540 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a7d7af5-9807-4bb5-b863-8e754de8f686 req-22317885-e769-42d7-b4ab-321e88769ae7 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Feb 20 20:22:26.494803 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75d2b-c5a7-4a56-bff9-28a83c3e5ad3 req-5b484cfe-c0da-475e-be00-fef71661dce3 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:26.496335 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-85c75d2b-c5a7-4a56-bff9-28a83c3e5ad3 req-5b484cfe-c0da-475e-be00-fef71661dce3 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0522804 Feb 20 20:22:26.548700 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-85c75d2b-c5a7-4a56-bff9-28a83c3e5ad3 req-90031c50-40ba-45b1-9e8b-91b323f1e2e7 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468636 Feb 20 20:22:27.489086 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-045e9ad0-b5bf-44fd-8f5b-a633105c024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:27.490653 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-045e9ad0-b5bf-44fd-8f5b-a633105c024f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0452793 Feb 20 20:22:27.579484 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-e00e0562-e1f0-4fa8-b594-9c6f4e6b3058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:27.580993 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-e00e0562-e1f0-4fa8-b594-9c6f4e6b3058 service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0844781 Feb 20 20:22:27.676945 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-d3b58617-24d0-4c42-9451-26ff5229e809 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 1001 time: 0.0889833 Feb 20 20:22:27.724929 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d3aa5-5b3a-4f1c-8241-80630f388426 req-c2c0d0b3-8200-412a-9f73-5b5404e2d010 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:27.726615 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fa2d3aa5-5b3a-4f1c-8241-80630f388426 req-c2c0d0b3-8200-412a-9f73-5b5404e2d010 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0994942 Feb 20 20:22:27.745611 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-004e9fcb-917d-40e4-ae67-5c740c00dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:27.746947 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-004e9fcb-917d-40e4-ae67-5c740c00dd58 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0637310 Feb 20 20:22:27.816017 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fa2d3aa5-5b3a-4f1c-8241-80630f388426 req-1494a58e-90a0-4288-be1a-5d34dbfdc50e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829911 Feb 20 20:22:27.825581 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-547d03b2-140e-4bdb-b2a4-0ea7b095b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:27.827277 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-547d03b2-140e-4bdb-b2a4-0ea7b095b730 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720537 Feb 20 20:22:27.916950 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-2e4ea1f0-5dd3-4635-b14a-eea02f1d3807 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823622 Feb 20 20:22:28.010895 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-69b85222-fa2f-4f48-a11b-94a426e0a2d7 req-300cf5df-57cf-4ffd-9cd6-a9e9a6fb2da0 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873950 Feb 20 20:22:28.934226 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f5bd8-122a-4863-8d7f-5d93ba3ae4ec req-4e65c4b1-a426-42e0-b6ff-d327efdbdfec tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:28.935858 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fe5f5bd8-122a-4863-8d7f-5d93ba3ae4ec req-4e65c4b1-a426-42e0-b6ff-d327efdbdfec tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Feb 20 20:22:28.986808 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fe5f5bd8-122a-4863-8d7f-5d93ba3ae4ec req-e2c142aa-e59d-4fd6-86c2-6e2ccbf925a8 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Feb 20 20:22:30.104724 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae9554-9548-4351-9c5e-9772922a54e5 req-91bcff86-6ac3-4f2a-8ff8-06200123d218 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:30.106216 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8dae9554-9548-4351-9c5e-9772922a54e5 req-91bcff86-6ac3-4f2a-8ff8-06200123d218 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0525947 Feb 20 20:22:30.157632 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8dae9554-9548-4351-9c5e-9772922a54e5 req-0c799732-9d5a-4b18-b85f-2a8e1c88f367 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459809 Feb 20 20:22:31.283340 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19954c72-1fe4-4670-b2c3-d42fc5950b65 req-9b6d36a9-d05c-45f8-86c0-d7e177a76fe4 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:31.284885 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-19954c72-1fe4-4670-b2c3-d42fc5950b65 req-9b6d36a9-d05c-45f8-86c0-d7e177a76fe4 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0548224 Feb 20 20:22:31.336326 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-19954c72-1fe4-4670-b2c3-d42fc5950b65 req-97b7d067-3601-4057-8f5f-12f61de5a28c tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456984 Feb 20 20:22:31.447770 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-82018ca5-9e38-4625-abac-9579942497d2 req-cf096736-9592-46b0-9a8f-e74ccf5b5053 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:22:31.448824 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-82018ca5-9e38-4625-abac-9579942497d2 req-cf096736-9592-46b0-9a8f-e74ccf5b5053 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484340 Feb 20 20:22:31.706268 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36daa84-ba29-4aab-804a-4e6175a53603 req-117bc530-caf4-4f4f-8209-329b40fa1f7b tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:31.708165 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d36daa84-ba29-4aab-804a-4e6175a53603 req-117bc530-caf4-4f4f-8209-329b40fa1f7b tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0577095 Feb 20 20:22:31.769047 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d36daa84-ba29-4aab-804a-4e6175a53603 req-d0e0b827-cb52-462d-abb6-1cefdff75321 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555539 Feb 20 20:22:31.808843 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-d00c6a28-75f5-4797-aa49-1ff8f4128557 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142085 Feb 20 20:22:31.822214 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-9fd29a7f-a31d-4292-af24-77bf3e6b37dd service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:22:31.823180 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-9fd29a7f-a31d-4292-af24-77bf3e6b37dd service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053446 Feb 20 20:22:31.954748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-78cf6737-26da-4800-bd8c-729191022c4c tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:31.971546 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-78cf6737-26da-4800-bd8c-729191022c4c tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports/b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 942 time: 0.1040397 Feb 20 20:22:32.888214 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d839fd-79d7-49e1-8866-ed16c4dd25c9 req-419b1c2a-4cfc-40ba-8a70-b9fce7d17497 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:32.889765 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3d839fd-79d7-49e1-8866-ed16c4dd25c9 req-419b1c2a-4cfc-40ba-8a70-b9fce7d17497 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0520720 Feb 20 20:22:32.937402 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f3d839fd-79d7-49e1-8866-ed16c4dd25c9 req-875f80d8-e6a1-4eef-8cb3-3aac8e561508 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Feb 20 20:22:33.006844 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b7eb344a-6cc6-40fe-95be-2eb448109e39 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:22:33.086155 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b7eb344a-6cc6-40fe-95be-2eb448109e39 is: ACTIVE; New status is: DOWN {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:22:33.086441 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:33.109187 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:22:33.111373 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70771803-b96e-4631-bedd-d78d835f48e2" -d '{"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:22:33.125308 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:22:33.145770 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd7c0f4-6622-4e3f-b0fd-29387892d7c1 x-openstack-request-id: req-0cd7c0f4-6622-4e3f-b0fd-29387892d7c1 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:22:33.146049 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-unplugged", "status": "failed", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39", "code": 422}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:22:33.146304 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cd7c0f4-6622-4e3f-b0fd-29387892d7c1 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:22:33.146718 dv-cinder-830086-1-iscsi neutron-server[103374]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'code': 422} returned with failed status Feb 20 20:22:33.203519 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:33.251230 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=6']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:22:33.258233 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.258594 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.258915 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.259245 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.259567 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.259887 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.260226 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.260546 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.260864 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.261201 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.261495 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.261835 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:33.262149 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:22:34.056248 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda9714-df5b-4356-85b1-8a6da42c9592 req-a730af37-237b-437e-82fe-cde886b478bb tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:34.057728 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cdda9714-df5b-4356-85b1-8a6da42c9592 req-a730af37-237b-437e-82fe-cde886b478bb tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0520794 Feb 20 20:22:34.108534 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cdda9714-df5b-4356-85b1-8a6da42c9592 req-73ee5a7e-5451-45f7-91a4-be1804707cd5 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448670 Feb 20 20:22:34.560387 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-0a444f4b-6e90-47f8-9fb1-ca8d2ffba766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:34.561880 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-0a444f4b-6e90-47f8-9fb1-ca8d2ffba766 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7&tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e HTTP/1.1" status: 200 len: 1127 time: 0.0467691 Feb 20 20:22:34.635310 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-1704bc0c-733b-4e1c-a3f9-5a46302ecbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:34.636868 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-1704bc0c-733b-4e1c-a3f9-5a46302ecbf1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1127 time: 0.0428495 Feb 20 20:22:34.724827 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-17a7656b-38f1-40a9-ae1b-60e4cba88e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:34.726213 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-17a7656b-38f1-40a9-ae1b-60e4cba88e56 service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0830131 Feb 20 20:22:34.794990 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-0860e1db-2e39-4790-b4da-72519bcfb2f0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 999 time: 0.0628326 Feb 20 20:22:34.843431 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-8e7a69d6-2e20-49f6-a55a-4d244cfea70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:34.844882 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-8e7a69d6-2e20-49f6-a55a-4d244cfea70c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0425453 Feb 20 20:22:34.893318 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-00f66fb5-633a-4783-b46b-988165af9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:34.894844 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-00f66fb5-633a-4783-b46b-988165af9cd0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428970 Feb 20 20:22:34.986133 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-4e625269-cb5b-4391-898b-d385069d67fe service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852861 Feb 20 20:22:35.075333 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-642d6b5d-01af-4536-94fa-a21245db9a46 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832000 Feb 20 20:22:35.231104 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba404b-28bf-40ee-aa95-7521ff4f07f8 req-a84004a5-6a54-4dc0-bba5-8acaaa82be09 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:35.232704 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5dba404b-28bf-40ee-aa95-7521ff4f07f8 req-a84004a5-6a54-4dc0-bba5-8acaaa82be09 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0570462 Feb 20 20:22:35.280936 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5dba404b-28bf-40ee-aa95-7521ff4f07f8 req-2c5b9bde-4de0-4eed-b0db-526333cc110a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Feb 20 20:22:36.397350 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6af64-be24-40fe-b935-e1bfec527736 req-65a2cc55-e7b6-4651-87af-273fc63a6d44 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:36.398856 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1c6af64-be24-40fe-b935-e1bfec527736 req-65a2cc55-e7b6-4651-87af-273fc63a6d44 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0530114 Feb 20 20:22:36.447920 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d1c6af64-be24-40fe-b935-e1bfec527736 req-0e3661e3-d014-454d-a6a4-96bdf4d1553b tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Feb 20 20:22:36.677226 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-20b8f0db-6e45-420e-9511-1fa944bacace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:37.571496 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884039e7-d68d-4355-a8d6-a3f25a865891 req-73350f8f-ed6e-45f3-9f6c-322219c9ed61 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:37.573156 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-884039e7-d68d-4355-a8d6-a3f25a865891 req-73350f8f-ed6e-45f3-9f6c-322219c9ed61 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0595553 Feb 20 20:22:37.624248 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-884039e7-d68d-4355-a8d6-a3f25a865891 req-8760390b-7738-4073-83e5-a6b2e366e933 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Feb 20 20:22:38.146147 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:38.750595 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713cf5d-46d2-4f23-ba3b-541fb27158c0 req-e279bdd5-bac1-45be-9e50-b2abe47b7cde tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:38.752018 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e713cf5d-46d2-4f23-ba3b-541fb27158c0 req-e279bdd5-bac1-45be-9e50-b2abe47b7cde tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0553739 Feb 20 20:22:38.802147 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e713cf5d-46d2-4f23-ba3b-541fb27158c0 req-14227b04-1cab-40a5-877c-50a3ab61db95 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Feb 20 20:22:38.969736 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f23ae215-6f12-46ba-9bd8-b85f76b977ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:39.936157 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b04d4-118f-48c6-9b82-23cb595bbd81 req-64dfa939-28c3-47f1-91e0-3e2ef02c15e9 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:39.938420 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fe7b04d4-118f-48c6-9b82-23cb595bbd81 req-64dfa939-28c3-47f1-91e0-3e2ef02c15e9 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0679724 Feb 20 20:22:39.998777 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fe7b04d4-118f-48c6-9b82-23cb595bbd81 req-35c4f493-2300-45b3-adf6-50d197e28c43 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542369 Feb 20 20:22:40.157547 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:41.125114 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea58f57-43fd-410b-af60-fce39cdba4dc req-2fbe0c34-d8da-47c8-ae82-0189e9930102 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:41.126602 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fea58f57-43fd-410b-af60-fce39cdba4dc req-2fbe0c34-d8da-47c8-ae82-0189e9930102 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0534811 Feb 20 20:22:41.176298 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fea58f57-43fd-410b-af60-fce39cdba4dc req-a5a20cb1-51ca-4684-bd27-ae9afdd8b60a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430696 Feb 20 20:22:41.837695 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:42.297748 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccf73e-6681-483b-8276-c70f90519049 req-88cf7cb7-fed8-4342-b6bd-634e1d16ebcc tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:42.299430 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-15ccf73e-6681-483b-8276-c70f90519049 req-88cf7cb7-fed8-4342-b6bd-634e1d16ebcc tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0542250 Feb 20 20:22:42.350054 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-15ccf73e-6681-483b-8276-c70f90519049 req-e98c0ce7-429c-4e05-8fa7-05e75c380336 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446172 Feb 20 20:22:42.957252 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:43.048301 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b7eb344a-6cc6-40fe-95be-2eb448109e39 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:22:43.146131 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:22:43.161742 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'port_id': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'mac_address': 'fa:16:3e:b3:9d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:22:43.199482 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b7eb344a-6cc6-40fe-95be-2eb448109e39 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:22:43.199874 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:43.214505 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7eb344a-6cc6-40fe-95be-2eb448109e39 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:22:43.237684 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:22:43.311955 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:43.362200 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=7']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:22:43.482487 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7c669-2994-490a-b302-72da2c6549b2 req-6180dd84-f96c-45ee-b361-675da6d64f65 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:43.483901 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47d7c669-2994-490a-b302-72da2c6549b2 req-6180dd84-f96c-45ee-b361-675da6d64f65 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0623417 Feb 20 20:22:43.539658 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47d7c669-2994-490a-b302-72da2c6549b2 req-a5f6e8d1-2a95-4fe3-be19-0aa4c1af8255 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500576 Feb 20 20:22:43.751364 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['b7eb344a-6cc6-40fe-95be-2eb448109e39'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:22:44.665227 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083608be-c128-4c09-80c9-f14f5253a352 req-5f85b6f1-a5e2-4525-97c2-09eb8fce7415 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:44.666701 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-083608be-c128-4c09-80c9-f14f5253a352 req-5f85b6f1-a5e2-4525-97c2-09eb8fce7415 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0552225 Feb 20 20:22:44.717661 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-083608be-c128-4c09-80c9-f14f5253a352 req-1826deba-bdee-43d9-9407-56db372b14b2 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450625 Feb 20 20:22:45.062115 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b7eb344a-6cc6-40fe-95be-2eb448109e39 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:22:45.113714 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port b7eb344a-6cc6-40fe-95be-2eb448109e39 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:22:45.114086 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:45.192348 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b7eb344a-6cc6-40fe-95be-2eb448109e39 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:22:45.193069 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:45.214473 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:22:45.216679 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cc9760-18a1-4bd8-8e86-75da0e468c68" -d '{"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:22:45.230638 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:22:45.254720 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129661e8-09f4-4136-a063-638c02b8107c x-openstack-request-id: req-129661e8-09f4-4136-a063-638c02b8107c {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:22:45.255051 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:22:45.255439 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-129661e8-09f4-4136-a063-638c02b8107c {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:22:45.255861 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'code': 200} Feb 20 20:22:45.282656 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:22:45.331979 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=8']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:22:45.557274 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65dbe3-9d2c-4fbb-9bb7-1d24e0fa1c06 req-d41dcc97-d80c-4a7a-a8fc-3a9937cc6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:45.558743 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ab65dbe3-9d2c-4fbb-9bb7-1d24e0fa1c06 req-d41dcc97-d80c-4a7a-a8fc-3a9937cc6073 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0441978 Feb 20 20:22:45.607432 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ab65dbe3-9d2c-4fbb-9bb7-1d24e0fa1c06 req-e32ec045-3efa-4cf2-8d6e-3e463dbc5137 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415170 Feb 20 20:22:45.838155 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38d88a-de3e-4330-9140-54185c19afd0 req-142820d4-a1ad-4e5a-92b1-1531ea60437d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:45.839724 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-de38d88a-de3e-4330-9140-54185c19afd0 req-142820d4-a1ad-4e5a-92b1-1531ea60437d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0513496 Feb 20 20:22:45.892162 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-de38d88a-de3e-4330-9140-54185c19afd0 req-d99eeaf3-d72a-4c9d-9b36-f6aec126f2c6 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466411 Feb 20 20:22:47.016651 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ceac2-ff12-4166-a0a5-eed64ab27d80 req-7d2a6b5b-1c88-4daa-a2a0-0df7f9f373f1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:47.018147 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057ceac2-ff12-4166-a0a5-eed64ab27d80 req-7d2a6b5b-1c88-4daa-a2a0-0df7f9f373f1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0554528 Feb 20 20:22:47.068075 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-057ceac2-ff12-4166-a0a5-eed64ab27d80 req-bcc237d4-618c-4b5a-a156-2b88adfba15d tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Feb 20 20:22:48.193236 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c589dc-e86f-4476-aa08-adf60ae209b1 req-3034ae2a-7ffb-437f-8277-7a33a45721db tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:22:48.194700 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02c589dc-e86f-4476-aa08-adf60ae209b1 req-3034ae2a-7ffb-437f-8277-7a33a45721db tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0569279 Feb 20 20:22:48.242999 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02c589dc-e86f-4476-aa08-adf60ae209b1 req-21f0cb7d-0f59-43be-a973-8bc1430928c4 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427983 Feb 20 20:22:52.827684 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:23:06.682618 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d487fcc0-ad4f-4027-835e-6ebcda2fc3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:08.162632 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:09.014088 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2a0e009a-f4ff-4e48-9983-2c484d6b3b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:10.151393 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:11.871129 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:12.962695 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:20.666635 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-525b507b-80f3-4b97-a3fd-94bd6e3479a5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456383 Feb 20 20:23:20.773553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-1f3b0133-1877-4f1a-b7e8-c0fdc4870043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:23:20.775622 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-1f3b0133-1877-4f1a-b7e8-c0fdc4870043 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0433009 Feb 20 20:23:20.883938 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-f1093a86-956a-4ad5-8cb3-fae38c3c4fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:23:20.885571 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-f1093a86-956a-4ad5-8cb3-fae38c3c4fea service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0919611 Feb 20 20:23:20.960623 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-3945a9b8-080a-465a-af18-9b4cf37f4599 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 1001 time: 0.0691981 Feb 20 20:23:21.025925 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-1be602df-a82e-4734-86f4-6c620ed41e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:23:21.027769 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-1be602df-a82e-4734-86f4-6c620ed41e13 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0615022 Feb 20 20:23:21.081037 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-08a19b49-6956-4cf2-8eea-8883f3768b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:23:21.082604 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-08a19b49-6956-4cf2-8eea-8883f3768b15 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494874 Feb 20 20:23:21.181390 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-130219e5-c1d2-4957-8ce9-0652878860bd service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899825 Feb 20 20:23:21.281165 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f3cdcc9-e96a-4f50-bfd2-93ec13773bba req-6b557318-ba92-46ef-a1a1-e6002330f944 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920620 Feb 20 20:23:23.250497 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-156fc498-c98f-433d-9f98-aad15c85d02f req-77ba3cd5-aad5-407c-a8b5-bed17ed0fd04 service neutron] (103371) timed out ('10.222.0.91', 56751) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:23:29.826988 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:23:36.682142 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f9d31c8-78b1-4e8c-a4b7-255ff48fad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:38.150789 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:38.962055 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9f73943a-a8f2-4ba1-91d3-fd1a199ef9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:40.133619 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:41.864506 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:23:42.944510 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:06.710026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7286-9b06-436d-85ac-eb4af00b6123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:06.826744 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:24:08.155785 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:08.989727 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-85dfebeb-bbc4-409c-8b41-a51c7d74cb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:10.172748 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:11.927112 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:12.977104 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:15.300909 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57004) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:15.552905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Deleting port 89ded829-29d8-4a79-afb4-b5cb6a153b69 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:15.553140 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:15.628955 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:15.629264 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for floatingip (89ded829-29d8-4a79-afb4-b5cb6a153b69), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:15.640548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Calling delete_port for 89ded829-29d8-4a79-afb4-b5cb6a153b69 owned by network:floatingip {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:15.908797 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (89ded829-29d8-4a79-afb4-b5cb6a153b69), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:15.938438 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event deleted for resources: {'Port': ['ID=89ded829-29d8-4a79-afb4-b5cb6a153b69,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:15.965206 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.965556 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.965898 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.966233 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.966566 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.966894 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.967221 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.967545 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.967874 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.968222 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.968542 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.968861 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:15.969180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:16.008465 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for floatingip (f07549ae-90bb-41bf-a6e2-be03a36054fc), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:16.014309 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Floating IP f07549ae-90bb-41bf-a6e2-be03a36054fc disassociated (deleted). External IP: 172.27.1.146, port: b7eb344a-6cc6-40fe-95be-2eb448109e39. Feb 20 20:24:16.494521 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Router 36c19b0f-5bd4-493d-99e6-dade184168f3 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:24:16.603059 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:24:16.607983 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:16.615230 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] Sync routers for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:24:16.625631 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:16.626259 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:16.638097 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9358c9ee-4149-4ee1-89fe-4b4a34a6b923 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "DELETE /v2.0/floatingips/f07549ae-90bb-41bf-a6e2-be03a36054fc HTTP/1.1" status: 204 len: 168 time: 1.3361030 Feb 20 20:24:16.638685 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:24:16.640952 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:24:16.740025 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:16.743716 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908b62af-a81f-4614-bcfc-26d59c423010 x-openstack-request-id: req-908b62af-a81f-4614-bcfc-26d59c423010 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:24:16.744002 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:24:16.744285 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-908b62af-a81f-4614-bcfc-26d59c423010 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:24:16.744694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'status': 'completed', 'code': 200} Feb 20 20:24:16.832553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-9868f09b-f428-4f4a-b679-ec52a3d2cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:16.834082 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-9868f09b-f428-4f4a-b679-ec52a3d2cb4c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0477459 Feb 20 20:24:16.928085 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-80ff7440-46bc-426b-be55-4b45ce80feed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:16.929582 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-80ff7440-46bc-426b-be55-4b45ce80feed service neutron] 10.222.0.91 "GET /v2.0/networks?id=346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 200 len: 910 time: 0.0898154 Feb 20 20:24:16.948959 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:57Z', 'revision_number': 5, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:16.973884 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-9de6575e-b801-4cd8-af68-b6b6304a7cda service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 200 len: 217 time: 0.0369892 Feb 20 20:24:16.979509 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] Checking router: 36c19b0f-5bd4-493d-99e6-dade184168f3 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:24:16.985815 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:16.986427 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:17.024035 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-77ea23d3-83e1-4eab-8ddb-b5afb6304e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:17.025600 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-77ea23d3-83e1-4eab-8ddb-b5afb6304e97 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 200 len: 848 time: 0.0465248 Feb 20 20:24:17.102467 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:17.125414 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-5a9f67d1-1f1e-4988-8557-8532091c7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:17.126900 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-5a9f67d1-1f1e-4988-8557-8532091c7f51 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=346f8dbb-1724-4f44-ae2c-ef831d77070c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801144 Feb 20 20:24:17.138648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef74cc-bcc8-4190-821c-73306bc93a6a req-a40a27d1-ed4d-4687-b548-79914b7e6394 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:17.140073 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ffef74cc-bcc8-4190-821c-73306bc93a6a req-a40a27d1-ed4d-4687-b548-79914b7e6394 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0824435 Feb 20 20:24:17.242375 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ffef74cc-bcc8-4190-821c-73306bc93a6a req-0eea259e-6b33-4f4c-abfa-9a5fe269e202 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936413 Feb 20 20:24:17.266231 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-35fc288e-da35-4684-b1f6-845054299b78 service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251736 Feb 20 20:24:17.308947 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:57Z', 'revision_number': 5, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:17.335781 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0959d-1a03-4092-b5b8-20938b104f7c None None] The sync data for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi is: [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:53Z', 'revision_number': 4, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'ad29e1f9-ab6c-4de5-bdaf-164684cd6931', 'name': '', 'network_id': '346f8dbb-1724-4f44-ae2c-ef831d77070c', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'mac_address': 'fa:16:3e:a6:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:52Z', 'updated_at': '2022-02-20T20:18:57Z', 'revision_number': 5, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'subnets': [{'id': '64254dc5-c10b-4156-9290-dbd75dfe399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:24:17.360255 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cda228ae-71f0-42f6-b2d4-f1b4fae0cf80 req-7fcfab96-f145-4728-b9a3-3f7ad25525cb service neutron] 10.222.0.91 "GET /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873263 Feb 20 20:24:17.563569 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528f62e-bed1-4241-afbe-47c3eb0d7385 None None] New status for floating IP f07549ae-90bb-41bf-a6e2-be03a36054fc: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:24:18.366785 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af163f0c-e6d7-4da5-8662-591726be145d req-1c297c16-f238-41b4-ab17-1614b254fe2a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:18.368290 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af163f0c-e6d7-4da5-8662-591726be145d req-1c297c16-f238-41b4-ab17-1614b254fe2a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0553126 Feb 20 20:24:18.421952 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-af163f0c-e6d7-4da5-8662-591726be145d req-b2ad06ad-84a2-4f2c-beeb-869147d1f8d1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/security-groups?id=8f04a7bb-3657-4636-b796-91a21466e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478806 Feb 20 20:24:18.915513 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-de6f58e2-be74-44d1-8730-a902f68433e5 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:18.917006 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-de6f58e2-be74-44d1-8730-a902f68433e5 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.91 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0514691 Feb 20 20:24:19.007213 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Deleting port b7eb344a-6cc6-40fe-95be-2eb448109e39 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:19.007550 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:19.099934 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] For port b7eb344a-6cc6-40fe-95be-2eb448109e39, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b7eb344a-6cc6-40fe-95be-2eb448109e39,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:19.100329 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:19.112771 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Calling delete_port for b7eb344a-6cc6-40fe-95be-2eb448109e39 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:19.327150 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (b7eb344a-6cc6-40fe-95be-2eb448109e39), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:19.360299 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event deleted for resources: {'Port': ['ID=b7eb344a-6cc6-40fe-95be-2eb448109e39,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:19.405063 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] No DVR routers for this DVR port b7eb344a-6cc6-40fe-95be-2eb448109e39 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:24:19.407692 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:19.411344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9e1e488a-a217-48db-a6da-c4cd6f3468a5 req-3ddeaabc-acc3-41b7-862e-9ad9aaa58a3e tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.91 "DELETE /v2.0/ports/b7eb344a-6cc6-40fe-95be-2eb448109e39 HTTP/1.1" status: 204 len: 173 time: 0.4885559 Feb 20 20:24:19.411793 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-deleted', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:24:19.414095 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e73bebd-fbcc-47f8-bc7c-25f71b30250b" -d '{"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-deleted", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:24:19.451708 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00256390-acc3-452a-8901-8c8db0dbcddb x-openstack-request-id: req-00256390-acc3-452a-8901-8c8db0dbcddb {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:24:19.451835 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7", "name": "network-vif-deleted", "tag": "b7eb344a-6cc6-40fe-95be-2eb448109e39", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:24:19.454018 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-00256390-acc3-452a-8901-8c8db0dbcddb {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:24:19.458250 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7', 'name': 'network-vif-deleted', 'tag': 'b7eb344a-6cc6-40fe-95be-2eb448109e39', 'status': 'completed', 'code': 200} Feb 20 20:24:19.541032 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9fc192f5-b501-42ac-a9b1-ad2c934a09d0 req-a7428efb-786e-4d98-9ca4-a3fa6c8daf3a tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0421050 Feb 20 20:24:20.650241 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-78370c93-cef1-4d88-8789-feee75620b31 req-8ba4b79f-dd93-4f19-9f70-ac6df26bbca7 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e9135f1-b49f-4c5c-a4d8-6474cdc9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0282953 Feb 20 20:24:21.708267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57036) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:21.772364 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-827f34ab-7bf9-4de7-a297-6a9d131903c1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group (8f04a7bb-3657-4636-b796-91a21466e9da), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:21.801871 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-827f34ab-7bf9-4de7-a297-6a9d131903c1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group (8f04a7bb-3657-4636-b796-91a21466e9da), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:21.972504 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-827f34ab-7bf9-4de7-a297-6a9d131903c1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (8f04a7bb-3657-4636-b796-91a21466e9da), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:21.975016 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-827f34ab-7bf9-4de7-a297-6a9d131903c1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:21.976290 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-827f34ab-7bf9-4de7-a297-6a9d131903c1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] 10.222.0.61 "DELETE /v2.0/security-groups/8f04a7bb-3657-4636-b796-91a21466e9da HTTP/1.1" status: 204 len: 168 time: 0.2660947 Feb 20 20:24:21.986582 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f34ab-7bf9-4de7-a297-6a9d131903c1 tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04a7bb-3657-4636-b796-91a21466e9da,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:22.097207 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57040) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:22.558301 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (36c19b0f-5bd4-493d-99e6-dade184168f3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:22.814814 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Deleting port ad29e1f9-ab6c-4de5-bdaf-164684cd6931 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:22.815482 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:22.895076 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] For port ad29e1f9-ab6c-4de5-bdaf-164684cd6931, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:22.895431 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:22.908254 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Calling delete_port for ad29e1f9-ab6c-4de5-bdaf-164684cd6931 owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:23.178171 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (ad29e1f9-ab6c-4de5-bdaf-164684cd6931), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:23.201391 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad29e1f9-ab6c-4de5-bdaf-164684cd6931,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:23.372411 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (36c19b0f-5bd4-493d-99e6-dade184168f3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:23.587158 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Router 36c19b0f-5bd4-493d-99e6-dade184168f3 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:24:23.648356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b7eb344a-6cc6-40fe-95be-2eb448109e39 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:24:23.668782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: b7eb344a-6cc6-40fe-95be-2eb448109e39 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:24:23.669127 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b7eb344a-6cc6-40fe-95be-2eb448109e39 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:24:23.700584 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:24:23.705538 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9064cb23-408b-4a99-b199-0382446c4547 admin admin] 10.222.0.61 "PUT /v2.0/routers/36c19b0f-5bd4-493d-99e6-dade184168f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6064732 Feb 20 20:24:23.708653 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57044) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:23.712471 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a40422-1901-4329-a54d-283f0502443b None None] Sync routers for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:24:23.721618 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:23.722294 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:23.821111 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks [] for router (36c19b0f-5bd4-493d-99e6-dade184168f3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:23.839770 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:23.924699 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks [] for router_gateway (36c19b0f-5bd4-493d-99e6-dade184168f3), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.022173 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:24:23Z', 'revision_number': 5, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port': {'id': '06c15109-e078-4808-bf38-4ed625b4b3ea', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:24.034403 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Deleting port 06c15109-e078-4808-bf38-4ed625b4b3ea {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:24.034746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.054011 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a40422-1901-4329-a54d-283f0502443b None None] Checking router: 36c19b0f-5bd4-493d-99e6-dade184168f3 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:24:24.062259 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] Routers {'36c19b0f-5bd4-493d-99e6-dade184168f3'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:24.062863 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['36c19b0f-5bd4-493d-99e6-dade184168f3'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:24.115980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] For port 06c15109-e078-4808-bf38-4ed625b4b3ea, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=06c15109-e078-4808-bf38-4ed625b4b3ea,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:24.116321 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.129658 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Calling delete_port for 06c15109-e078-4808-bf38-4ed625b4b3ea owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:24.152821 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] Set router 36c19b0f-5bd4-493d-99e6-dade184168f3 gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:24.204417 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-15a40422-1901-4329-a54d-283f0502443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:24:23Z', 'revision_number': 6, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port_host': None}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:24.234187 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a40422-1901-4329-a54d-283f0502443b None None] The sync data for ids ['36c19b0f-5bd4-493d-99e6-dade184168f3'] in dv-cinder-830086-1-iscsi is: [{'id': '36c19b0f-5bd4-493d-99e6-dade184168f3', 'name': 'tempest-TestShelveInstance-1396058386-router', 'tenant_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:50Z', 'updated_at': '2022-02-20T20:24:23Z', 'revision_number': 6, 'project_id': 'ef27bdd5f1e84a52824b0ddbe973d83e', 'gw_port_host': None}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:24:24.373189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (06c15109-e078-4808-bf38-4ed625b4b3ea), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.399138 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c15109-e078-4808-bf38-4ed625b4b3ea,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:24.469037 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (36c19b0f-5bd4-493d-99e6-dade184168f3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.563077 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (36c19b0f-5bd4-493d-99e6-dade184168f3), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.565158 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks [] for router_controller (36c19b0f-5bd4-493d-99e6-dade184168f3), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.680931 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (36c19b0f-5bd4-493d-99e6-dade184168f3), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.681498 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36c19b0f-5bd4-493d-99e6-dade184168f3 {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:24:24.690522 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.692173 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-48ec7242-7e95-468b-979a-4e9c15944f32 admin admin] 10.222.0.61 "DELETE /v2.0/routers/36c19b0f-5bd4-493d-99e6-dade184168f3 HTTP/1.1" status: 204 len: 168 time: 0.9823067 Feb 20 20:24:24.694389 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57046) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:24.751042 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] Deleting subnet 64254dc5-c10b-4156-9290-dbd75dfe399f {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:24:24.754941 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] Publish callbacks [] for subnet (64254dc5-c10b-4156-9290-dbd75dfe399f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:24.759693 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device ad29e1f9-ab6c-4de5-bdaf-164684cd6931 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:24:24.788726 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: ad29e1f9-ab6c-4de5-bdaf-164684cd6931 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:24:24.788726 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device ad29e1f9-ab6c-4de5-bdaf-164684cd6931 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:24:25.091070 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (64254dc5-c10b-4156-9290-dbd75dfe399f), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.167726 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (64254dc5-c10b-4156-9290-dbd75dfe399f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.292681 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (64254dc5-c10b-4156-9290-dbd75dfe399f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.320926 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64254dc5-c10b-4156-9290-dbd75dfe399f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:25.326454 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.329601 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-42a72ecc-6f1d-4aa1-b317-902756f6cc83 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/64254dc5-c10b-4156-9290-dbd75dfe399f HTTP/1.1" status: 204 len: 168 time: 0.6342161 Feb 20 20:24:25.332175 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57048) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:25.332638 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b4733-d1c3-4890-8838-10a1179e2100 None None] Network 346f8dbb-1724-4f44-ae2c-ef831d77070c requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:24:25.401816 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (346f8dbb-1724-4f44-ae2c-ef831d77070c), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.464332 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Deleting port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:25.464837 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.501645 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] DHCP port deletion for 346f8dbb-1724-4f44-ae2c-ef831d77070c request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:24:25.542096 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] For port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:25.542461 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.557592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Calling delete_port for 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:25.682582 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Deleting port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:25.682878 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.708723 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.737139 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] No DVR routers for this DVR port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 on host dv-cinder-830086-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:24:25.739870 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:25.744405 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] For port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,segment=NetworkSegment(cabf716a-94b0-438d-86da-b24a88cf72d9),segment_id=cabf716a-94b0-438d-86da-b24a88cf72d9)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:25.744833 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.760813 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Calling delete_port for 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:25.814300 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (346f8dbb-1724-4f44-ae2c-ef831d77070c), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.836962 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346f8dbb-1724-4f44-ae2c-ef831d77070c']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:25.844844 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (50c7b2cf-6605-4747-8ee8-f34c1f29c3a7), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.846282 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabf716a-94b0-438d-86da-b24a88cf72d9') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:25.846577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabf716a-94b0-438d-86da-b24a88cf72d9') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:25.858341 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (cabf716a-94b0-438d-86da-b24a88cf72d9), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.870677 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Pushing event deleted for resources: {'Port': ['ID=50c7b2cf-6605-4747-8ee8-f34c1f29c3a7,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:25.877989 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] No DVR routers for this DVR port 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:24:25.878632 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (cabf716a-94b0-438d-86da-b24a88cf72d9), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.887155 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.887729 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.888251 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.888757 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.889232 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.889825 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.890169 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.890388 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.890745 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.891057 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.891366 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.891703 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.892146 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a61ee-8d5e-4349-a579-e1c75d5969a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:25.892336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:24:25.892781 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (cabf716a-94b0-438d-86da-b24a88cf72d9), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:24:25.896581 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:24:26.029940 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (346f8dbb-1724-4f44-ae2c-ef831d77070c), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:26.038213 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:26.047288 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] 10.222.0.61 "DELETE /v2.0/networks/346f8dbb-1724-4f44-ae2c-ef831d77070c HTTP/1.1" status: 204 len: 168 time: 0.7102389 Feb 20 20:24:26.048349 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57050) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:26.058452 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68e872-4585-4a32-86e1-893815a50e28 admin admin] Pushing event deleted for resources: {'Network': ['ID=346f8dbb-1724-4f44-ae2c-ef831d77070c,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:26.570072 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (2f102e9b-49fc-4695-bab3-7eb6c794597b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:26.598296 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:24:26.634472 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:24:26.635163 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 50c7b2cf-6605-4747-8ee8-f34c1f29c3a7 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:24:26.635694 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 06c15109-e078-4808-bf38-4ed625b4b3ea no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:24:26.665786 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 06c15109-e078-4808-bf38-4ed625b4b3ea {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:24:26.666180 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 06c15109-e078-4808-bf38-4ed625b4b3ea not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:24:27.193821 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Deleting port 2495c154-085f-43fd-bb8e-ac3deef57d12 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:27.194518 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:27.268653 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] For port 2495c154-085f-43fd-bb8e-ac3deef57d12, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=2495c154-085f-43fd-bb8e-ac3deef57d12,segment=NetworkSegment(bda35eac-e90d-4f1e-835f-9cceb0f249c3),segment_id=bda35eac-e90d-4f1e-835f-9cceb0f249c3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:27.269193 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:27.284311 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Calling delete_port for 2495c154-085f-43fd-bb8e-ac3deef57d12 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:27.567102 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (2495c154-085f-43fd-bb8e-ac3deef57d12), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:27.593813 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=2495c154-085f-43fd-bb8e-ac3deef57d12,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:27.617844 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.618192 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.618539 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.618871 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.619202 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.619527 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.619850 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.620180 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.620521 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.620838 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.621154 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.621472 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.621785 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:27.774227 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (2f102e9b-49fc-4695-bab3-7eb6c794597b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:28.000900 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Router 2f102e9b-49fc-4695-bab3-7eb6c794597b has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:24:28.112373 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:24:28.117900 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-983f64a9-fa27-4235-97a1-6277cf571e9f admin admin] 10.222.0.61 "PUT /v2.0/routers/2f102e9b-49fc-4695-bab3-7eb6c794597b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680971 Feb 20 20:24:28.120579 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57058) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:28.123218 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] Sync routers for ids ['2f102e9b-49fc-4695-bab3-7eb6c794597b'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:24:28.134464 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] Routers {'2f102e9b-49fc-4695-bab3-7eb6c794597b'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:28.135193 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['2f102e9b-49fc-4695-bab3-7eb6c794597b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:28.233639 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks [] for router (2f102e9b-49fc-4695-bab3-7eb6c794597b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:28.258768 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] Set router 2f102e9b-49fc-4695-bab3-7eb6c794597b gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:28.350844 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks [] for router_gateway (2f102e9b-49fc-4695-bab3-7eb6c794597b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:28.450547 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:24:27Z', 'revision_number': 5, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port': {'id': '879634e9-b9fd-4038-b630-84db6c4f3718', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:18:57Z', 'updated_at': '2022-02-20T20:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:28.467900 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Deleting port 879634e9-b9fd-4038-b630-84db6c4f3718 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:28.468276 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:28.484372 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] Checking router: 2f102e9b-49fc-4695-bab3-7eb6c794597b for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:24:28.494081 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] Routers {'2f102e9b-49fc-4695-bab3-7eb6c794597b'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:28.494822 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['2f102e9b-49fc-4695-bab3-7eb6c794597b'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:28.570805 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] For port 879634e9-b9fd-4038-b630-84db6c4f3718, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=879634e9-b9fd-4038-b630-84db6c4f3718,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:28.571482 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:28.592134 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Calling delete_port for 879634e9-b9fd-4038-b630-84db6c4f3718 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:28.714110 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] Set router 2f102e9b-49fc-4695-bab3-7eb6c794597b gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:28.767547 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:24:28Z', 'revision_number': 6, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port_host': None}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:28.800766 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acedf867-6075-43e2-9122-c8c4f0fdd53c None None] The sync data for ids ['2f102e9b-49fc-4695-bab3-7eb6c794597b'] in dv-cinder-830086-1-iscsi is: [{'id': '2f102e9b-49fc-4695-bab3-7eb6c794597b', 'name': 'tempest-TestShelveInstance-2091708999-router', 'tenant_id': '6ac822e2310e4a42b1255117e13daed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:18:56Z', 'updated_at': '2022-02-20T20:24:28Z', 'revision_number': 6, 'project_id': '6ac822e2310e4a42b1255117e13daed2', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:24:28.852658 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (879634e9-b9fd-4038-b630-84db6c4f3718), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:28.879794 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=879634e9-b9fd-4038-b630-84db6c4f3718,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:28.940065 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (2f102e9b-49fc-4695-bab3-7eb6c794597b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.033756 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (2f102e9b-49fc-4695-bab3-7eb6c794597b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.036034 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks [] for router_controller (2f102e9b-49fc-4695-bab3-7eb6c794597b), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.138308 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (2f102e9b-49fc-4695-bab3-7eb6c794597b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.138801 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f102e9b-49fc-4695-bab3-7eb6c794597b {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:24:29.144028 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.146475 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8ea59f6d-9aa5-40cf-a308-151ada3108b3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/2f102e9b-49fc-4695-bab3-7eb6c794597b HTTP/1.1" status: 204 len: 168 time: 1.0237470 Feb 20 20:24:29.147906 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57060) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:29.196599 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] Deleting subnet 647d58fc-e410-446d-85f2-d6885ef38caf {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:24:29.199948 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] Publish callbacks [] for subnet (647d58fc-e410-446d-85f2-d6885ef38caf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.236047 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66743496'] for subnet (647d58fc-e410-446d-85f2-d6885ef38caf), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.326476 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (647d58fc-e410-446d-85f2-d6885ef38caf), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.446984 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4654657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66645136'] for subnet (647d58fc-e410-446d-85f2-d6885ef38caf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.474535 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647d58fc-e410-446d-85f2-d6885ef38caf,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:29.477979 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.481442 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2be0f2d5-5c07-4fcd-905b-1677a6701aed admin admin] 10.222.0.61 "DELETE /v2.0/subnets/647d58fc-e410-446d-85f2-d6885ef38caf HTTP/1.1" status: 204 len: 168 time: 0.3322134 Feb 20 20:24:29.483882 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57062) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:29.484447 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c963931-9936-45d5-b28b-10f2e4149af2 None None] Network 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:24:29.554046 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (88b8eaaf-c10a-44fe-8fde-4f78557bfc89), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.624376 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Deleting port 88c54392-66a5-45ff-a39d-d67368a3dc2d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:29.624713 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.649279 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] DHCP port deletion for 88b8eaaf-c10a-44fe-8fde-4f78557bfc89 request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:24:29.690105 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] For port 88c54392-66a5-45ff-a39d-d67368a3dc2d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=88c54392-66a5-45ff-a39d-d67368a3dc2d,segment=NetworkSegment(bda35eac-e90d-4f1e-835f-9cceb0f249c3),segment_id=bda35eac-e90d-4f1e-835f-9cceb0f249c3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:29.690691 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.705326 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Calling delete_port for 88c54392-66a5-45ff-a39d-d67368a3dc2d owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:29.707828 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] Deleting port 88c54392-66a5-45ff-a39d-d67368a3dc2d {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:24:29.708234 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.776067 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] For port 88c54392-66a5-45ff-a39d-d67368a3dc2d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=88c54392-66a5-45ff-a39d-d67368a3dc2d,segment=NetworkSegment(bda35eac-e90d-4f1e-835f-9cceb0f249c3),segment_id=bda35eac-e90d-4f1e-835f-9cceb0f249c3)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:29.776505 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.791345 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] Calling delete_port for 88c54392-66a5-45ff-a39d-d67368a3dc2d owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:24:29.886563 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.892325 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (88c54392-66a5-45ff-a39d-d67368a3dc2d), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:29.916753 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88c54392-66a5-45ff-a39d-d67368a3dc2d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:29.918980 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] Pushing event deleted for resources: {'Port': ['ID=88c54392-66a5-45ff-a39d-d67368a3dc2d,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:29.922179 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] No DVR routers for this DVR port 88c54392-66a5-45ff-a39d-d67368a3dc2d on host dv-cinder-830086-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:24:29.924077 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956c7b1-efec-4665-bf21-4c20410b7ea2 None None] No DVR routers for this DVR port 88c54392-66a5-45ff-a39d-d67368a3dc2d on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:24:29.998817 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (88b8eaaf-c10a-44fe-8fde-4f78557bfc89), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.019418 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b8eaaf-c10a-44fe-8fde-4f78557bfc89']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:30.029122 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda35eac-e90d-4f1e-835f-9cceb0f249c3') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:30.029411 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda35eac-e90d-4f1e-835f-9cceb0f249c3') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:30.039271 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (bda35eac-e90d-4f1e-835f-9cceb0f249c3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.052326 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (bda35eac-e90d-4f1e-835f-9cceb0f249c3), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.058407 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:24:30.058783 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (bda35eac-e90d-4f1e-835f-9cceb0f249c3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:24:30.060460 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:24:30.201806 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (88b8eaaf-c10a-44fe-8fde-4f78557bfc89), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.207639 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.210797 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/88b8eaaf-c10a-44fe-8fde-4f78557bfc89 HTTP/1.1" status: 204 len: 168 time: 0.7259612 Feb 20 20:24:30.222266 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b9559-6ef9-4c87-a3b8-8e6d9a85bcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b8eaaf-c10a-44fe-8fde-4f78557bfc89,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:30.554037 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 879634e9-b9fd-4038-b630-84db6c4f3718 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:24:30.576015 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 879634e9-b9fd-4038-b630-84db6c4f3718 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:24:30.576401 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 879634e9-b9fd-4038-b630-84db6c4f3718 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:24:30.576815 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 88c54392-66a5-45ff-a39d-d67368a3dc2d no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:24:30.577579 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57066) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:30.596676 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 88c54392-66a5-45ff-a39d-d67368a3dc2d {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:24:30.597059 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 88c54392-66a5-45ff-a39d-d67368a3dc2d not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:24:30.597540 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 2495c154-085f-43fd-bb8e-ac3deef57d12 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:24:30.618544 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-80f88be6-7f2d-4c5f-8f51-0096191173af admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef27bdd5f1e84a52824b0ddbe973d83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395303 Feb 20 20:24:30.621170 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57068) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:30.621670 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 2495c154-085f-43fd-bb8e-ac3deef57d12 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:24:30.622046 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 2495c154-085f-43fd-bb8e-ac3deef57d12 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:24:30.667813 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc52ed69-bc8f-4105-882c-c68309b32cc0 admin admin] Publish callbacks [] for security_group (fa25c617-0d77-4807-bd2f-52fb6044bbfd), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.690967 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc52ed69-bc8f-4105-882c-c68309b32cc0 admin admin] Publish callbacks [] for security_group (fa25c617-0d77-4807-bd2f-52fb6044bbfd), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.817850 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc52ed69-bc8f-4105-882c-c68309b32cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (fa25c617-0d77-4807-bd2f-52fb6044bbfd), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.820436 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc52ed69-bc8f-4105-882c-c68309b32cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:30.821621 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-dc52ed69-bc8f-4105-882c-c68309b32cc0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fa25c617-0d77-4807-bd2f-52fb6044bbfd HTTP/1.1" status: 204 len: 168 time: 0.1995311 Feb 20 20:24:30.829524 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52ed69-bc8f-4105-882c-c68309b32cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25c617-0d77-4807-bd2f-52fb6044bbfd,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:31.526238 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57074) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:31.567107 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cfc3266b-9639-4128-9fd9-c7aa8316ce92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ac822e2310e4a42b1255117e13daed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397103 Feb 20 20:24:31.569908 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57076) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:31.620735 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc529-ae18-4620-a679-4daf89a34e2a admin admin] Publish callbacks [] for security_group (2f988082-20fe-443c-8abf-0c25f1f26895), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:31.643374 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc529-ae18-4620-a679-4daf89a34e2a admin admin] Publish callbacks [] for security_group (2f988082-20fe-443c-8abf-0c25f1f26895), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:31.829464 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc529-ae18-4620-a679-4daf89a34e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (2f988082-20fe-443c-8abf-0c25f1f26895), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:31.831963 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8a8dc529-ae18-4620-a679-4daf89a34e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:31.833133 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-8a8dc529-ae18-4620-a679-4daf89a34e2a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2f988082-20fe-443c-8abf-0c25f1f26895 HTTP/1.1" status: 204 len: 168 time: 0.2622457 Feb 20 20:24:31.841180 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dc529-ae18-4620-a679-4daf89a34e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f988082-20fe-443c-8abf-0c25f1f26895,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:32.963412 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57098) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:33.062072 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1585704500-network', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:33.172165 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Made reservation on behalf of fc2c59dddb5a4f17adca8ccc74cb20cd for: {'network': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:24:33.174643 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.184777 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.262324 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks [] for security_group (ed72a2bf-b20b-4145-be38-cea67893a92a), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.361263 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (ed72a2bf-b20b-4145-be38-cea67893a92a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.389724 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:24:33.399034 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed72a2bf-b20b-4145-be38-cea67893a92a,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:33.406877 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.406981 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.segments_db [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Added segment c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda of type vlan for network 990d04d5-655c-400f-8d73-5c1e8497dd5b Feb 20 20:24:33.447216 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (990d04d5-655c-400f-8d73-5c1e8497dd5b), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.543600 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (990d04d5-655c-400f-8d73-5c1e8497dd5b), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.544938 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:33.545622 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:33.605277 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] Pushing event updated for resources: {'Network': ['ID=990d04d5-655c-400f-8d73-5c1e8497dd5b,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:33.615606 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:24:33.717900 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-f5e70f9e-20b5-4ca5-a0e6-357549d212c5 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7533872 Feb 20 20:24:33.720899 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57102) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:33.726085 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Request body: {'subnet': {'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1585704500-subnet', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'ip_version': 4}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:33.806544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Made reservation on behalf of fc2c59dddb5a4f17adca8ccc74cb20cd for: {'subnet': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:24:33.808882 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4626162'] for subnet (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.064260 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5268804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4625920'] for subnet (f9c0f518-0429-4bd7-8e9c-197df999878a), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.111934 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c0f518-0429-4bd7-8e9c-197df999878a,revision_number=0']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:34.138477 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Checking segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:34.138961 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Network hostable DHCP agents. Network: 990d04d5-655c-400f-8d73-5c1e8497dd5b, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:24:34.233733 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:24:34.342783 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 990d04d5-655c-400f-8d73-5c1e8497dd5b) {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:34.348623 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:34.349606 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.354665 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f529ee-4da5-4204-9b77-67ca92326b6f None None] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:24:34.443628 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-4acf255b-0aab-43c2-9d6f-f57d373b3030 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7216070 Feb 20 20:24:34.446433 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57104) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:34.451172 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:34.456490 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-990d04d5-655c-400f-8d73-5c1e8497dd5b', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:24:34.456490 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.555615 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (d2de50cc-eea2-4701-9c8f-369fca381bb7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.556704 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (d2de50cc-eea2-4701-9c8f-369fca381bb7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.605243 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Allocated IP 172.20.0.2 (990d04d5-655c-400f-8d73-5c1e8497dd5b/f9c0f518-0429-4bd7-8e9c-197df999878a/3245ad3f-710b-432a-ba7e-d3fb6bcb0a08) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:24:34.615827 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks [] for router_controller (d2de50cc-eea2-4701-9c8f-369fca381bb7), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.770722 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Publish callbacks [] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.836374 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks [] for router_gateway (d2de50cc-eea2-4701-9c8f-369fca381bb7), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.840999 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.883109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:34.885875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:34.888309 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:24:34.902286 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Pushing event updated for resources: {'Port': ['ID=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:34.961415 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Attempting to bind port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:24:34.961877 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Attempting to bind port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:24:34.962328 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Attempting to bind port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:24:34.968066 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:24:34.968476 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Checking segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:34.968883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:34.969270 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Bound using segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:24:34.969733 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Bound port: 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:24:34.970111 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:35.038598 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] For port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:24:35.043054 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] For port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:24:35.127171 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:35.140269 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks [] for router_gateway (d2de50cc-eea2-4701-9c8f-369fca381bb7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:35.161287 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:35.195567 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2553-4dc4-462c-8bc4-48c36a3a5157 None None] Pushing event updated for resources: {'Port': ['ID=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:35.268114 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Allocated IP 172.27.1.69 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/ccb3139b-8f45-45ae-b3b2-2b96bd54a755) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:24:35.390591 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks [] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:35.499263 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:35.538638 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:35.548049 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:35.550683 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:35.552934 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:24:35.864124 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks [] for router_gateway (d2de50cc-eea2-4701-9c8f-369fca381bb7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.057772 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb1a4d-e39f-47b3-842f-2ca320565b67 None None] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:24:36.075324 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (d2de50cc-eea2-4701-9c8f-369fca381bb7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.151285 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-bd0afd91-a7cb-4e7b-a7fb-4355fa9e012f None None] Provisioning complete for port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:36.151744 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd0afd91-a7cb-4e7b-a7fb-4355fa9e012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.264047 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-bd0afd91-a7cb-4e7b-a7fb-4355fa9e012f None None] Current status of the port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:36.264468 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd0afd91-a7cb-4e7b-a7fb-4355fa9e012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.303896 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-bd0afd91-a7cb-4e7b-a7fb-4355fa9e012f None None] For port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:36.396773 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bd0afd91-a7cb-4e7b-a7fb-4355fa9e012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.453150 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0afd91-a7cb-4e7b-a7fb-4355fa9e012f None None] Pushing event updated for resources: {'Port': ['ID=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:36.516610 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-38ae102b-a526-4281-9905-aec3cf84739f None None] Provisioning complete for port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:36.516610 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-38ae102b-a526-4281-9905-aec3cf84739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.531566 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:24:36.601819 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:36.610605 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-38ae102b-a526-4281-9905-aec3cf84739f None None] Current status of the port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:36.655568 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:24:36.667828 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:24:36.673931 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:36.674321 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.702532 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:36.703156 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:36.710346 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3fb5ffd2-f5ef-4ebc-9e01-d5b121b546a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.732373 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:36.733644 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-20fe74f3-3f00-4bbe-855d-d8928195ffb1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2860672 Feb 20 20:24:36.736503 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57106) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:36.846003 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:36.854446 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:37.034673 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:35Z', 'revision_number': 3, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:37.065047 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:24:37.066612 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Updating router d2de50cc-eea2-4701-9c8f-369fca381bb7 port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:24:37.094033 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.169808 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.333020 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Allocated IP 172.20.0.1 (990d04d5-655c-400f-8d73-5c1e8497dd5b/f9c0f518-0429-4bd7-8e9c-197df999878a/f5d1be6a-e2b1-4a3e-b144-55787a09572a) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:24:37.344746 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Publish callbacks [] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.439389 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks [] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.446202 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.500864 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Attempting to bind port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:24:37.501235 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Attempting to bind port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:24:37.501599 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Attempting to bind port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:24:37.507970 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7a984-9c7e-4b6c-92eb-45422624a7db None None] Pushing event updated for resources: {'Port': ['ID=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:37.512485 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:24:37.548064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:37.548064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.548064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:24:37.548064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Bound port: ccb3139b-8f45-45ae-b3b2-2b96bd54a755, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:24:37.548064 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.566960 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] For port ccb3139b-8f45-45ae-b3b2-2b96bd54a755, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:24:37.567126 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.570992 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] For port ccb3139b-8f45-45ae-b3b2-2b96bd54a755, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:24:37.601480 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:37.604418 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:37.607928 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:24:37.637879 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d1be6a-e2b1-4a3e-b144-55787a09572a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:37.654606 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (d2de50cc-eea2-4701-9c8f-369fca381bb7), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.664045 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.731928 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:37.732693 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:37.734726 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7a984-9c7e-4b6c-92eb-45422624a7db None None] Pushing event updated for resources: {'Port': ['ID=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:37.856923 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-b6e80dc0-368d-4295-9c81-5cfdde2fd63e None None] Provisioning complete for port f5d1be6a-e2b1-4a3e-b144-55787a09572a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:37.857306 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b6e80dc0-368d-4295-9c81-5cfdde2fd63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:37.859891 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:37.885992 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.056916 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks [] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.136490 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b6e80dc0-368d-4295-9c81-5cfdde2fd63e None None] Port f5d1be6a-e2b1-4a3e-b144-55787a09572a cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:24:38.143747 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.210719 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5d1be6a-e2b1-4a3e-b144-55787a09572a,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:38.211888 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.213282 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (d2de50cc-eea2-4701-9c8f-369fca381bb7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.224598 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:35Z', 'revision_number': 3, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:38.252272 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f1ff0-646f-45b5-915a-9ff7ea730319 None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:35Z', 'revision_number': 3, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:24:38.311688 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:38.313345 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:38.444854 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:24:38.567176 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-6e2a6a45-2972-49c9-b56f-b0be8a1f76e3 None None] Provisioning complete for port f5d1be6a-e2b1-4a3e-b144-55787a09572a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:38.567515 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e2a6a45-2972-49c9-b56f-b0be8a1f76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.609105 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:24:38.611659 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a6a45-2972-49c9-b56f-b0be8a1f76e3 None None] Port f5d1be6a-e2b1-4a3e-b144-55787a09572a cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:24:38.617192 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6166092b-423e-49ff-a251-c1b15258a4e7 admin admin] 10.222.0.61 "PUT /v2.0/routers/d2de50cc-eea2-4701-9c8f-369fca381bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8796899 Feb 20 20:24:38.630602 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device ccb3139b-8f45-45ae-b3b2-2b96bd54a755 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:38.686529 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:38.686903 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.782576 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:38.782968 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.805919 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port ccb3139b-8f45-45ae-b3b2-2b96bd54a755, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:38.887666 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:38.958336 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:39.017928 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-00ffcdbf-ada4-4f14-accf-ea4b18a6588b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:39.563786 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57122) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:39.563786 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-144259966-network', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:39.630102 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Made reservation on behalf of ede3e92c0a1b467eb07ce06b98edfe28 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:24:39.633760 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:39.644681 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:39.723660 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks [] for security_group (6922758c-1507-48ec-b75e-b5595e1b6637), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:39.822040 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6922758c-1507-48ec-b75e-b5595e1b6637), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:39.847158 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:24:39.859401 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6922758c-1507-48ec-b75e-b5595e1b6637,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:39.862214 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (4888b9ec-cac6-4af7-a42b-c0e232bbd16e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:39.865587 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Added segment 4888b9ec-cac6-4af7-a42b-c0e232bbd16e of type vlan for network 2abd7c93-4b4f-4221-b6a5-3bab5294024a Feb 20 20:24:39.904125 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769890905748'] for network (2abd7c93-4b4f-4221-b6a5-3bab5294024a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:39.969846 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:24:39.969846 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:39.969846 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:40.005470 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303'] for network (2abd7c93-4b4f-4221-b6a5-3bab5294024a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.006519 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:40.007115 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.072781 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] Pushing event updated for resources: {'Network': ['ID=2abd7c93-4b4f-4221-b6a5-3bab5294024a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:40.079242 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:40.089830 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a details requested by agent ovs-agent-dv-cinder-830086-1-iscsi with host dv-cinder-830086-1-iscsi {{(pid=103374) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:24:40.136441 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cd970d51-8664-4ae2-b058-9453f34f936c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7767596 Feb 20 20:24:40.139560 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57124) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:40.144676 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Request body: {'subnet': {'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-144259966-subnet', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:40.169827 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.263491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Made reservation on behalf of ede3e92c0a1b467eb07ce06b98edfe28 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:24:40.271686 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66645117'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.289135 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 2, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:40.320856 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:24:40.321216 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Updating router d2de50cc-eea2-4701-9c8f-369fca381bb7 port f5d1be6a-e2b1-4a3e-b144-55787a09572a binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:24:40.350511 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.503756 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4654592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66645135'] for subnet (765402e6-4993-4489-a303-74c3fe1ede56), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.554597 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765402e6-4993-4489-a303-74c3fe1ede56,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:40.571179 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device ccb3139b-8f45-45ae-b3b2-2b96bd54a755 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:40.575407 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Checking segment: {'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:40.575763 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Network hostable DHCP agents. Network: 2abd7c93-4b4f-4221-b6a5-3bab5294024a, hostable agents: ['d7cd577b-4242-4a97-a427-728d7ead5bb9'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:24:40.619332 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Publish callbacks [] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.624022 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:40.624432 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.680457 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a is scheduled to be hosted by DHCP agent d7cd577b-4242-4a97-a427-728d7ead5bb9 with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:24:40.703439 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.704085 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:40.755120 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830086-1-iscsi, 2abd7c93-4b4f-4221-b6a5-3bab5294024a) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:40.758078 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Pushing event updated for resources: {'Port': ['ID=f5d1be6a-e2b1-4a3e-b144-55787a09572a,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:40.766180 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:24:40.766180 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.766707 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff01e0-6d2a-4a73-aec9-98e3748bb150 None None] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:24:40.766847 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.767164 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.767755 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.768279 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.769761 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.769933 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.770208 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.770541 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.770870 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.771242 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.771537 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.771874 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.772176 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:24:40.822637 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Attempting to bind port f5d1be6a-e2b1-4a3e-b144-55787a09572a on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:24:40.823002 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Attempting to bind port f5d1be6a-e2b1-4a3e-b144-55787a09572a by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:24:40.823362 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Attempting to bind port f5d1be6a-e2b1-4a3e-b144-55787a09572a on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:24:40.828631 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:24:40.829002 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Checking segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:40.829402 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.829983 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Bound using segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:24:40.830612 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Bound port: f5d1be6a-e2b1-4a3e-b144-55787a09572a, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:24:40.831693 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.891135 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5476f499-8d45-52e9-a220-2f4216168bfa-2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'fixed_ips': [{'subnet_id': '765402e6-4993-4489-a303-74c3fe1ede56'}]}} from dv-cinder-830086-1-iscsi. {{(pid=103374) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:24:40.892141 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:40.900726 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] For port f5d1be6a-e2b1-4a3e-b144-55787a09572a, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:24:40.904605 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] For port f5d1be6a-e2b1-4a3e-b144-55787a09572a, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=f5d1be6a-e2b1-4a3e-b144-55787a09572a,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:24:40.905295 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9642ef61-1213-460e-98b7-30f7ff7f46d4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7646744 Feb 20 20:24:40.907821 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57126) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:40.913710 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:40.999399 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.022087 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7966646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58004'] for router (f94060fe-959c-4a49-91cd-aa2b076a4cdb), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.023201 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7966246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7962999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8388584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57995'] for router (f94060fe-959c-4a49-91cd-aa2b076a4cdb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.044945 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.db_base_plugin_common [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Allocated IP 172.20.0.2 (2abd7c93-4b4f-4221-b6a5-3bab5294024a/765402e6-4993-4489-a303-74c3fe1ede56/35df1467-3046-4df5-bc27-bad7f33f7729) {{(pid=103374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:24:41.064243 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-c3e45d3f-0d4b-4cd5-84b6-b112a4a6f4b5 None None] Provisioning complete for port f5d1be6a-e2b1-4a3e-b144-55787a09572a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:41.064243 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3e45d3f-0d4b-4cd5-84b6-b112a4a6f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.067980 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a27f3c-827a-42c8-bf61-a1ea7d310775 None None] Pushing event updated for resources: {'Port': ['ID=f5d1be6a-e2b1-4a3e-b144-55787a09572a,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:41.071045 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:41.073105 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:41.117613 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks [] for router_controller (f94060fe-959c-4a49-91cd-aa2b076a4cdb), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.198875 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:41.236978 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-c3e45d3f-0d4b-4cd5-84b6-b112a4a6f4b5 None None] Current status of the port f5d1be6a-e2b1-4a3e-b144-55787a09572a is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:41.237765 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3e45d3f-0d4b-4cd5-84b6-b112a4a6f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.302570 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-c3e45d3f-0d4b-4cd5-84b6-b112a4a6f4b5 None None] For port f5d1be6a-e2b1-4a3e-b144-55787a09572a, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=f5d1be6a-e2b1-4a3e-b144-55787a09572a,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:41.313449 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Publish callbacks [] for port (35df1467-3046-4df5-bc27-bad7f33f7729), precommit_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.361234 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks [] for router_gateway (f94060fe-959c-4a49-91cd-aa2b076a4cdb), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.376058 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c3e45d3f-0d4b-4cd5-84b6-b112a4a6f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.407613 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), after_create {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.417988 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:40Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:41.437137 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a is already hosted by enough agents. {{(pid=103374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:41.441369 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.scheduler.base_scheduler [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Resources bound (agent type, host, resource id): {{(pid=103374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:41.443213 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e45d3f-0d4b-4cd5-84b6-b112a4a6f4b5 None None] Pushing event updated for resources: {'Port': ['ID=f5d1be6a-e2b1-4a3e-b144-55787a09572a,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:41.445767 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Received port after_create {{(pid=103374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:24:41.459626 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad056e-b8c0-4189-83ed-191f211265fb None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:40Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:24:41.550399 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Pushing event updated for resources: {'Port': ['ID=35df1467-3046-4df5-bc27-bad7f33f7729,revision_number=1']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:41.571318 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-b4cba56b-f5ef-4b81-ab69-36597f3ee494 None None] Provisioning complete for port f5d1be6a-e2b1-4a3e-b144-55787a09572a triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:41.571318 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4cba56b-f5ef-4b81-ab69-36597f3ee494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.578420 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Attempting to bind port 35df1467-3046-4df5-bc27-bad7f33f7729 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:24:41.578420 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Attempting to bind port 35df1467-3046-4df5-bc27-bad7f33f7729 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:24:41.578913 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Attempting to bind port 35df1467-3046-4df5-bc27-bad7f33f7729 on network 2abd7c93-4b4f-4221-b6a5-3bab5294024a {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:24:41.603396 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:24:41.604090 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Checking segment: {'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:41.604529 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.604920 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Bound using segment: {'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:24:41.605390 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Bound port: 35df1467-3046-4df5-bc27-bad7f33f7729, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:24:41.605764 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.710333 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] For port 35df1467-3046-4df5-bc27-bad7f33f7729, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:24:41.720386 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks [] for router_gateway (f94060fe-959c-4a49-91cd-aa2b076a4cdb), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.734009 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] For port 35df1467-3046-4df5-bc27-bad7f33f7729, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=35df1467-3046-4df5-bc27-bad7f33f7729,segment=NetworkSegment(4888b9ec-cac6-4af7-a42b-c0e232bbd16e),segment_id=4888b9ec-cac6-4af7-a42b-c0e232bbd16e)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:24:41.738608 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b4cba56b-f5ef-4b81-ab69-36597f3ee494 None None] Current status of the port f5d1be6a-e2b1-4a3e-b144-55787a09572a is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:41.745307 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.806618 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.860193 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Allocated IP 172.27.1.197 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/7720629a-eb1d-4746-a536-fb56362efbd0) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:24:41.879123 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b023ec-b256-4c2c-a105-fb158cc3e145 None None] Pushing event updated for resources: {'Port': ['ID=35df1467-3046-4df5-bc27-bad7f33f7729,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:41.896445 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:41.991643 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks [] for port (7720629a-eb1d-4746-a536-fb56362efbd0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:42.233924 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:42.275044 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:42.282001 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:42.287665 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:24:42.290813 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Pushing event updated for resources: {'Port': ['ID=7720629a-eb1d-4746-a536-fb56362efbd0,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:42.616824 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks [] for router_gateway (f94060fe-959c-4a49-91cd-aa2b076a4cdb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:42.653362 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device f5d1be6a-e2b1-4a3e-b144-55787a09572a up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:42.710651 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port f5d1be6a-e2b1-4a3e-b144-55787a09572a triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:42.711026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:42.804422 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port f5d1be6a-e2b1-4a3e-b144-55787a09572a is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:42.805430 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 35df1467-3046-4df5-bc27-bad7f33f7729 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:42.870509 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 35df1467-3046-4df5-bc27-bad7f33f7729 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:42.872416 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:42.875930 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7966255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7963040'] for router (f94060fe-959c-4a49-91cd-aa2b076a4cdb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:42.879004 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd580a6-baf0-42c4-829b-8be5f4112ab6 None None] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:24:43.008129 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-67f34c08-ca61-4ec0-a880-49a400793836 None None] Provisioning complete for port 35df1467-3046-4df5-bc27-bad7f33f7729 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:43.008771 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-67f34c08-ca61-4ec0-a880-49a400793836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:43.053206 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:43.113500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 35df1467-3046-4df5-bc27-bad7f33f7729 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:43.113800 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:43.186758 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 35df1467-3046-4df5-bc27-bad7f33f7729, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=35df1467-3046-4df5-bc27-bad7f33f7729,segment=NetworkSegment(4888b9ec-cac6-4af7-a42b-c0e232bbd16e),segment_id=4888b9ec-cac6-4af7-a42b-c0e232bbd16e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:43.203097 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-67f34c08-ca61-4ec0-a880-49a400793836 None None] Current status of the port 35df1467-3046-4df5-bc27-bad7f33f7729 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:43.216147 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-67f34c08-ca61-4ec0-a880-49a400793836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:43.264717 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:43.344031 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.db.api [None req-67f34c08-ca61-4ec0-a880-49a400793836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103374) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:24:43.344408 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG oslo_db.api [None req-67f34c08-ca61-4ec0-a880-49a400793836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:24:43.347580 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=35df1467-3046-4df5-bc27-bad7f33f7729,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:43.354886 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Router f94060fe-959c-4a49-91cd-aa2b076a4cdb is scheduled to L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:24:43.462124 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:24:43.470431 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Sync routers for ids ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:24:43.481057 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Routers {'f94060fe-959c-4a49-91cd-aa2b076a4cdb'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:43.484403 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:43.545645 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:43.549592 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-88f2468d-0a2e-4eb7-af25-94441855dd5e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6380489 Feb 20 20:24:43.555551 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57128) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:43.731546 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Set router f94060fe-959c-4a49-91cd-aa2b076a4cdb gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:43.824924 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:24:43.902978 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-67f34c08-ca61-4ec0-a880-49a400793836 None None] Current status of the port 35df1467-3046-4df5-bc27-bad7f33f7729 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:43.959405 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:42Z', 'revision_number': 3, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port': {'id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:43.988377 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Checking router: f94060fe-959c-4a49-91cd-aa2b076a4cdb for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:24:43.989026 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Updating router f94060fe-959c-4a49-91cd-aa2b076a4cdb port 7720629a-eb1d-4746-a536-fb56362efbd0 binding host dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:24:43.993032 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.026309 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.058536 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-34780951-07f7-4a15-befa-6182456e118d None None] Provisioning complete for port 35df1467-3046-4df5-bc27-bad7f33f7729 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:44.058865 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-34780951-07f7-4a15-befa-6182456e118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.165475 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Allocated IP 172.20.0.1 (2abd7c93-4b4f-4221-b6a5-3bab5294024a/765402e6-4993-4489-a303-74c3fe1ede56/32db0595-3838-47dc-ada5-7a10e4da864d) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:24:44.271034 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-34780951-07f7-4a15-befa-6182456e118d None None] Current status of the port 35df1467-3046-4df5-bc27-bad7f33f7729 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:44.282067 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks [] for port (32db0595-3838-47dc-ada5-7a10e4da864d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.363849 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Publish callbacks [] for port (7720629a-eb1d-4746-a536-fb56362efbd0), precommit_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.389494 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.432573 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:44.433151 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:44.435605 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:24:44.450672 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.468888 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Pushing event updated for resources: {'Port': ['ID=32db0595-3838-47dc-ada5-7a10e4da864d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:44.486116 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7965559'] for router_interface (f94060fe-959c-4a49-91cd-aa2b076a4cdb), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.508446 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459992a3-d882-4733-9dbc-5a266576529f None None] Pushing event updated for resources: {'Port': ['ID=7720629a-eb1d-4746-a536-fb56362efbd0,revision_number=2']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:44.512879 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Attempting to bind port 7720629a-eb1d-4746-a536-fb56362efbd0 on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:24:44.513252 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Attempting to bind port 7720629a-eb1d-4746-a536-fb56362efbd0 by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:24:44.513740 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Attempting to bind port 7720629a-eb1d-4746-a536-fb56362efbd0 on network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:24:44.521038 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:24:44.521804 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Checking segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:44.522289 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.523127 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Bound using segment: {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'} {{(pid=103374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:24:44.523782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.managers [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Bound port: 7720629a-eb1d-4746-a536-fb56362efbd0, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bafbd6-5b67-4e09-bd41-e90259abb538', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe'}}] {{(pid=103374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:24:44.524292 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.603829 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] For port 7720629a-eb1d-4746-a536-fb56362efbd0, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:24:44.608882 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] For port 7720629a-eb1d-4746-a536-fb56362efbd0, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=7720629a-eb1d-4746-a536-fb56362efbd0,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:24:44.611242 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 35df1467-3046-4df5-bc27-bad7f33f7729 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:44.663360 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 35df1467-3046-4df5-bc27-bad7f33f7729 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:44.663739 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.716764 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-b513801b-3792-46f8-98cd-a643150727e3 None None] Provisioning complete for port 32db0595-3838-47dc-ada5-7a10e4da864d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:44.717119 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b513801b-3792-46f8-98cd-a643150727e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.733825 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.744991 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.823117 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-b513801b-3792-46f8-98cd-a643150727e3 None None] Port 32db0595-3838-47dc-ada5-7a10e4da864d cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:24:44.847594 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 35df1467-3046-4df5-bc27-bad7f33f7729 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:44.851393 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Routers {'f94060fe-959c-4a49-91cd-aa2b076a4cdb'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:44.851891 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:44.855451 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459992a3-d882-4733-9dbc-5a266576529f None None] Pushing event updated for resources: {'Port': ['ID=7720629a-eb1d-4746-a536-fb56362efbd0,revision_number=3']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:44.898221 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks [] for port (32db0595-3838-47dc-ada5-7a10e4da864d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:44.964878 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] Set router f94060fe-959c-4a49-91cd-aa2b076a4cdb gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:44.983333 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:45.061827 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8364317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7965667'] for router_interface (f94060fe-959c-4a49-91cd-aa2b076a4cdb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:45.063565 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Pushing event updated for resources: {'Port': ['ID=32db0595-3838-47dc-ada5-7a10e4da864d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:45.165873 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:24:45.167280 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:24:45.176377 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 4, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port': {'id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '32db0595-3838-47dc-ada5-7a10e4da864d', 'name': '', 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'mac_address': 'fa:16:3e:d9:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '765402e6-4993-4489-a303-74c3fe1ede56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:44Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 1, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'subnets': [{'id': '765402e6-4993-4489-a303-74c3fe1ede56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:45.203332 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd38bf63-8781-4826-85e8-fb82ab4a0b85 None None] The sync data for ids ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'] in dv-cinder-830086-1-iscsi is: [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 4, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port': {'id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '32db0595-3838-47dc-ada5-7a10e4da864d', 'name': '', 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'mac_address': 'fa:16:3e:d9:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '765402e6-4993-4489-a303-74c3fe1ede56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:44Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 1, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'subnets': [{'id': '765402e6-4993-4489-a303-74c3fe1ede56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:24:45.298733 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Router f94060fe-959c-4a49-91cd-aa2b076a4cdb has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:24:45.430540 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610b884e-d815-4872-af45-41f943986032 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:24:45.435800 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-610b884e-d815-4872-af45-41f943986032 admin admin] 10.222.0.61 "PUT /v2.0/routers/f94060fe-959c-4a49-91cd-aa2b076a4cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8842189 Feb 20 20:24:45.450458 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-32d0d23c-a84b-48b1-89f6-7b550e4285b8 None None] Provisioning complete for port 32db0595-3838-47dc-ada5-7a10e4da864d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:45.450458 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-32d0d23c-a84b-48b1-89f6-7b550e4285b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:45.498926 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-32d0d23c-a84b-48b1-89f6-7b550e4285b8 None None] Port 32db0595-3838-47dc-ada5-7a10e4da864d cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:24:46.218796 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57136) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:46.223377 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-93bc259b-607b-4137-8d47-693b28cb30bd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445319792', 'description': 'tempest-secgroup-smoke-1445319792 description', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:46.309358 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-93bc259b-607b-4137-8d47-693b28cb30bd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.382230 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-93bc259b-607b-4137-8d47-693b28cb30bd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group (4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.440580 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-93bc259b-607b-4137-8d47-693b28cb30bd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.472739 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc259b-607b-4137-8d47-693b28cb30bd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:46.545785 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-93bc259b-607b-4137-8d47-693b28cb30bd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.547977 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-93bc259b-607b-4137-8d47-693b28cb30bd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3272781 Feb 20 20:24:46.551098 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57138) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:46.555655 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1fe0a3a3-b0b3-42d6-937d-dfbed87e4edb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'security_group_rule': {'security_group_id': '4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:46.593187 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7720629a-eb1d-4746-a536-fb56362efbd0 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:46.647950 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 7720629a-eb1d-4746-a536-fb56362efbd0 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:46.648361 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.667352 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a3a3-b0b3-42d6-937d-dfbed87e4edb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (133975f4-59ed-456a-936b-36656061cd88), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.730331 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a3a3-b0b3-42d6-937d-dfbed87e4edb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (133975f4-59ed-456a-936b-36656061cd88), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.735752 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 7720629a-eb1d-4746-a536-fb56362efbd0 is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:46.736142 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.758758 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] For port 7720629a-eb1d-4746-a536-fb56362efbd0, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=7720629a-eb1d-4746-a536-fb56362efbd0,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:46.811912 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a3a3-b0b3-42d6-937d-dfbed87e4edb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (133975f4-59ed-456a-936b-36656061cd88), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.830586 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0a3a3-b0b3-42d6-937d-dfbed87e4edb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=133975f4-59ed-456a-936b-36656061cd88,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:46.846326 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.924070 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Pushing event updated for resources: {'Port': ['ID=7720629a-eb1d-4746-a536-fb56362efbd0,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:46.934875 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fe0a3a3-b0b3-42d6-937d-dfbed87e4edb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:46.935436 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1fe0a3a3-b0b3-42d6-937d-dfbed87e4edb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3833222 Feb 20 20:24:46.938114 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57140) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:46.943019 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-3074756d-814a-4975-b37e-ed4cf72bd6c0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'security_group_rule': {'security_group_id': '4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:47.058068 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3074756d-814a-4975-b37e-ed4cf72bd6c0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (bba9201f-6768-43a9-a421-c9e200db12c0), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.144098 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3074756d-814a-4975-b37e-ed4cf72bd6c0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (bba9201f-6768-43a9-a421-c9e200db12c0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.223450 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3074756d-814a-4975-b37e-ed4cf72bd6c0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (bba9201f-6768-43a9-a421-c9e200db12c0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.244514 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074756d-814a-4975-b37e-ed4cf72bd6c0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba9201f-6768-43a9-a421-c9e200db12c0,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:47.305090 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3074756d-814a-4975-b37e-ed4cf72bd6c0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.306390 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3074756d-814a-4975-b37e-ed4cf72bd6c0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673058 Feb 20 20:24:47.309582 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57142) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:47.313992 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-d8dce91c-0518-477f-acc8-1b9976e4ba03 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'security_group_rule': {'security_group_id': '4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:47.400549 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8dce91c-0518-477f-acc8-1b9976e4ba03 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (315fc5f8-e6e8-4294-8b39-de516e454b78), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.460284 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8dce91c-0518-477f-acc8-1b9976e4ba03 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (315fc5f8-e6e8-4294-8b39-de516e454b78), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.553110 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8dce91c-0518-477f-acc8-1b9976e4ba03 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (315fc5f8-e6e8-4294-8b39-de516e454b78), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.571708 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dce91c-0518-477f-acc8-1b9976e4ba03 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315fc5f8-e6e8-4294-8b39-de516e454b78,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:47.647855 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d8dce91c-0518-477f-acc8-1b9976e4ba03 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.649117 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d8dce91c-0518-477f-acc8-1b9976e4ba03 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385954 Feb 20 20:24:47.652112 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57144) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:47.656941 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-f8746ef2-d144-49f3-946c-d8472d03e526 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'security_group_rule': {'security_group_id': '4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:47.744021 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8746ef2-d144-49f3-946c-d8472d03e526 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (599a216a-204a-4090-b76f-7cb0ba47b691), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.817234 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8746ef2-d144-49f3-946c-d8472d03e526 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (599a216a-204a-4090-b76f-7cb0ba47b691), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.914736 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8746ef2-d144-49f3-946c-d8472d03e526 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (599a216a-204a-4090-b76f-7cb0ba47b691), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:47.935654 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8746ef2-d144-49f3-946c-d8472d03e526 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599a216a-204a-4090-b76f-7cb0ba47b691,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:48.048266 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8746ef2-d144-49f3-946c-d8472d03e526 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.049628 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f8746ef2-d144-49f3-946c-d8472d03e526 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3960438 Feb 20 20:24:48.052988 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57146) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:48.058231 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'security_group_rule': {'security_group_id': '4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:48.173588 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Project fc2c59dddb5a4f17adca8ccc74cb20cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:24:48.176608 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (1376a658-1402-423b-9f4a-0d4192067d1f), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.243665 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (1376a658-1402-423b-9f4a-0d4192067d1f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.333052 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (1376a658-1402-423b-9f4a-0d4192067d1f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.352597 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1376a658-1402-423b-9f4a-0d4192067d1f,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:48.440961 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.442104 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e18c8ada-4968-4c12-9a0f-39a7ce6021d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3881726 Feb 20 20:24:48.444844 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57148) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:24:48.449148 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'security_group_rule': {'security_group_id': '4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5', 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:24:48.538042 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Project fc2c59dddb5a4f17adca8ccc74cb20cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:24:48.543549 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (854872e0-9523-4b65-859e-6c2e4950f297), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.570952 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7720629a-eb1d-4746-a536-fb56362efbd0 up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:48.610344 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (854872e0-9523-4b65-859e-6c2e4950f297), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.631797 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 7720629a-eb1d-4746-a536-fb56362efbd0 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:48.632164 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.697155 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Sync routers for ids ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:24:48.708459 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8377701'] for security_group_rule (854872e0-9523-4b65-859e-6c2e4950f297), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.711016 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Routers {'f94060fe-959c-4a49-91cd-aa2b076a4cdb'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:48.711782 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:48.714966 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 7720629a-eb1d-4746-a536-fb56362efbd0 is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:48.730682 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854872e0-9523-4b65-859e-6c2e4950f297,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:48.823575 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:48.824860 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8d887ca0-34de-4557-b1f2-919190531b32 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3790739 Feb 20 20:24:48.923722 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Set router f94060fe-959c-4a49-91cd-aa2b076a4cdb gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:49.148026 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 4, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port': {'id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '32db0595-3838-47dc-ada5-7a10e4da864d', 'name': '', 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'mac_address': 'fa:16:3e:d9:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '765402e6-4993-4489-a303-74c3fe1ede56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:44Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 2, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'subnets': [{'id': '765402e6-4993-4489-a303-74c3fe1ede56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:49.183555 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Checking router: f94060fe-959c-4a49-91cd-aa2b076a4cdb for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:24:49.183971 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Updating router f94060fe-959c-4a49-91cd-aa2b076a4cdb port 32db0595-3838-47dc-ada5-7a10e4da864d binding host dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:24:49.216032 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:49.562912 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Publish callbacks [] for port (32db0595-3838-47dc-ada5-7a10e4da864d), precommit_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:49.663674 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:49.766988 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f97c0-3106-4c7e-9742-b845307b865e None None] Pushing event updated for resources: {'Port': ['ID=32db0595-3838-47dc-ada5-7a10e4da864d,revision_number=3']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:49.814221 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Attempting to bind port 32db0595-3838-47dc-ada5-7a10e4da864d on host dv-cinder-830086-1-iscsi for vnic_type normal with profile {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:24:49.814612 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Attempting to bind port 32db0595-3838-47dc-ada5-7a10e4da864d by drivers openvswitch,hyperv on host dv-cinder-830086-1-iscsi at level 0 using segments [{'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:24:49.815039 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Attempting to bind port 32db0595-3838-47dc-ada5-7a10e4da864d on network 2abd7c93-4b4f-4221-b6a5-3bab5294024a {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:24:49.821326 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Checking agent: {'id': '02d6bf12-a8d8-4fea-bcfa-542570feb879', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830086-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 19, 56, 43), 'started_at': datetime.datetime(2022, 2, 20, 19, 57, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830086-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:24:49.821732 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Checking segment: {'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:24:49.822201 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:49.822631 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Bound using segment: {'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'} {{(pid=103376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:24:49.823227 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.managers [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Bound port: 32db0595-3838-47dc-ada5-7a10e4da864d, host: dv-cinder-830086-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4888b9ec-cac6-4af7-a42b-c0e232bbd16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a'}}] {{(pid=103376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:24:49.823718 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), before_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:49.897906 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] For port 32db0595-3838-47dc-ada5-7a10e4da864d, host dv-cinder-830086-1-iscsi, cleared binding levels {{(pid=103376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:24:49.901834 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.plugins.ml2.db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] For port 32db0595-3838-47dc-ada5-7a10e4da864d, host dv-cinder-830086-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=32db0595-3838-47dc-ada5-7a10e4da864d,segment=NetworkSegment(4888b9ec-cac6-4af7-a42b-c0e232bbd16e),segment_id=4888b9ec-cac6-4af7-a42b-c0e232bbd16e)] {{(pid=103376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:24:49.954592 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-cdee6449-1ab5-43c1-8bbe-4c5e87086de6 None None] Provisioning complete for port 32db0595-3838-47dc-ada5-7a10e4da864d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:49.955252 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cdee6449-1ab5-43c1-8bbe-4c5e87086de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:50.011427 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-cdee6449-1ab5-43c1-8bbe-4c5e87086de6 None None] Port 32db0595-3838-47dc-ada5-7a10e4da864d cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:24:50.145003 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron_lib.callbacks.manager [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), after_update {{(pid=103376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:50.214333 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f97c0-3106-4c7e-9742-b845307b865e None None] Pushing event updated for resources: {'Port': ['ID=32db0595-3838-47dc-ada5-7a10e4da864d,revision_number=4']} {{(pid=103376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:50.218554 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Routers {'f94060fe-959c-4a49-91cd-aa2b076a4cdb'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:24:50.219163 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:24:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:50.362562 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] Set router f94060fe-959c-4a49-91cd-aa2b076a4cdb gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:24:50.431176 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-db924e28-3eee-4280-bf5b-f0fdb061f228 None None] Provisioning complete for port 32db0595-3838-47dc-ada5-7a10e4da864d triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:50.431550 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db924e28-3eee-4280-bf5b-f0fdb061f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:50.531000 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-db924e28-3eee-4280-bf5b-f0fdb061f228 None None] Current status of the port 32db0595-3838-47dc-ada5-7a10e4da864d is: DOWN; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:50.531606 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db924e28-3eee-4280-bf5b-f0fdb061f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:50.585056 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-db924e28-3eee-4280-bf5b-f0fdb061f228 None None] For port 32db0595-3838-47dc-ada5-7a10e4da864d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=32db0595-3838-47dc-ada5-7a10e4da864d,segment=NetworkSegment(4888b9ec-cac6-4af7-a42b-c0e232bbd16e),segment_id=4888b9ec-cac6-4af7-a42b-c0e232bbd16e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:24:50.631592 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 32db0595-3838-47dc-ada5-7a10e4da864d up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:50.646668 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 4, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port': {'id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '32db0595-3838-47dc-ada5-7a10e4da864d', 'name': '', 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'mac_address': 'fa:16:3e:d9:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '765402e6-4993-4489-a303-74c3fe1ede56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:44Z', 'updated_at': '2022-02-20T20:24:49Z', 'revision_number': 4, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'subnets': [{'id': '765402e6-4993-4489-a303-74c3fe1ede56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:24:50.665700 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-db924e28-3eee-4280-bf5b-f0fdb061f228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:50.687694 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0add561b-8e64-4975-9f7d-287651c84889 None None] The sync data for ids ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'] in dv-cinder-830086-1-iscsi is: [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:44Z', 'revision_number': 4, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port': {'id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': '32db0595-3838-47dc-ada5-7a10e4da864d', 'name': '', 'network_id': '2abd7c93-4b4f-4221-b6a5-3bab5294024a', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'mac_address': 'fa:16:3e:d9:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '765402e6-4993-4489-a303-74c3fe1ede56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:44Z', 'updated_at': '2022-02-20T20:24:49Z', 'revision_number': 4, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'subnets': [{'id': '765402e6-4993-4489-a303-74c3fe1ede56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:24:50.736391 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 32db0595-3838-47dc-ada5-7a10e4da864d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:50.737543 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:50.740435 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924e28-3eee-4280-bf5b-f0fdb061f228 None None] Pushing event updated for resources: {'Port': ['ID=32db0595-3838-47dc-ada5-7a10e4da864d,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:24:50.866690 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 32db0595-3838-47dc-ada5-7a10e4da864d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:24:52.590334 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 32db0595-3838-47dc-ada5-7a10e4da864d up at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:24:52.645866 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Provisioning complete for port 32db0595-3838-47dc-ada5-7a10e4da864d triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:24:52.646234 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:24:52.731391 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Current status of the port 32db0595-3838-47dc-ada5-7a10e4da864d is: ACTIVE; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:25:06.691813 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-058b4fd7-f63d-4738-b5dd-442c5bef0274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:08.192412 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:08.986743 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dbab9437-f1b2-4a8c-ae9d-02c56544d41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:10.183096 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:11.300861 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-7adbd98a-a1f0-407f-86c0-942e939a7820 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445319792&fields=id&tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 267 time: 0.0518348 Feb 20 20:25:11.411130 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-2ef17460-7569-4c32-a5be-71155fcfeb9c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:11.412538 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-2ef17460-7569-4c32-a5be-71155fcfeb9c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 812 time: 0.1050782 Feb 20 20:25:11.427821 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-5fa9c281-68fb-4404-b967-9c1288395cad tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/quotas/fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 375 time: 0.0100429 Feb 20 20:25:11.483940 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-47376294-869d-42ab-8825-18e809beb2ef tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506737 Feb 20 20:25:11.707226 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-85a3b8f8-ff94-4a84-b6d4-9dc0fc179c3a service neutron] 10.222.0.61 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107997 Feb 20 20:25:11.811012 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-04ea541a-2556-46d6-88d7-a2b079e9f87f service neutron] 10.222.0.61 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969963 Feb 20 20:25:11.872872 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:12.966215 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:13.417095 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ea46a70d-cc5c-45d7-8ba7-4f3cb0438140 req-c44066f5-2f1e-4848-9ade-068aea3cca37 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0430603 Feb 20 20:25:14.519523 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-322016c7-fd92-478c-b75a-55287846cdb8 req-5ec2f4df-7139-407e-9434-91bad84b045c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Feb 20 20:25:15.597162 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-76735999-38dd-432e-b816-de877cf2c0bb req-f2c17444-33b2-4b4e-8303-af111d3c7ac2 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0263796 Feb 20 20:25:16.705919 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-06c8e9a2-0305-484a-afd1-307ab56f945d req-ae590942-cea6-4388-a261-5b9a8e8bef15 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0508349 Feb 20 20:25:17.814764 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ed86f61d-85e0-4f0c-9f5a-89c65c524054 req-28ac71cc-f98f-4365-851a-9e6bb68777a1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0312116 Feb 20 20:25:18.919372 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-50ee14d9-d63f-488c-9c83-7f649c671d8d req-178feb72-8e73-49ec-86f6-b71bc77bfd33 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0281587 Feb 20 20:25:19.116159 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e5022d03-1fb1-4f5e-877d-712bb1be4e4a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:19.117765 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e5022d03-1fb1-4f5e-877d-712bb1be4e4a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 812 time: 0.1156538 Feb 20 20:25:19.193736 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-ef7d1df8-3771-4dbd-8c4f-d41e31104186 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 380 time: 0.0621431 Feb 20 20:25:19.202097 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'port': {'device_id': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'admin_state_up': True, 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'security_groups': ['4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:25:19.388091 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Made reservation on behalf of fc2c59dddb5a4f17adca8ccc74cb20cd for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:25:19.392176 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:19.529656 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Allocated IP 172.20.0.11 (990d04d5-655c-400f-8d73-5c1e8497dd5b/f9c0f518-0429-4bd7-8e9c-197df999878a/8d0a33a7-4b83-44eb-8555-96b55d8e1947) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:25:19.682905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:19.789263 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:19.838799 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:25:19.842051 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:25:19.849204 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:25:19.856101 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=8d0a33a7-4b83-44eb-8555-96b55d8e1947,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:25:19.886392 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.886739 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.887091 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.887423 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.887755 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.888083 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.888442 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.888768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.889093 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.889441 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.889798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.890148 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.890450 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:19.919105 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:19.919811 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:19.980479 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-aab5df2a-bddc-4027-8015-e69c4a07cd16 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7821059 Feb 20 20:25:20.001205 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Request body: {'port': {'device_id': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:25:20.097200 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-8db8b8f6-9e7a-4e2b-b6da-a809520501a5 None None] Provisioning complete for port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:25:20.097200 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8db8b8f6-9e7a-4e2b-b6da-a809520501a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:20.131595 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:20.142100 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3dbdb-c399-49b2-93ff-91c9872a319a req-82775e1b-7498-45bb-9d36-0a8157cc8adf tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:20.146642 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eef3dbdb-c399-49b2-93ff-91c9872a319a req-82775e1b-7498-45bb-9d36-0a8157cc8adf tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 932 time: 0.1187472 Feb 20 20:25:20.147606 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-8db8b8f6-9e7a-4e2b-b6da-a809520501a5 None None] Port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:25:20.242802 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-eef3dbdb-c399-49b2-93ff-91c9872a319a req-c3e1a72d-9cec-43fb-bfe1-0bd79a254e50 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918458 Feb 20 20:25:20.478836 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0a33a7-4b83-44eb-8555-96b55d8e1947 {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:25:20.486751 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Publish callbacks [] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:20.499529 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Transition to ACTIVE for port object 8d0a33a7-4b83-44eb-8555-96b55d8e1947 will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:25:20.594115 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:20.650706 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0a33a7-4b83-44eb-8555-96b55d8e1947,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:25:20.733045 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Attempting to bind port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:25:20.733553 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Attempting to bind port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:25:20.734060 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Attempting to bind port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:25:20.742936 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 on network 990d04d5-655c-400f-8d73-5c1e8497dd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:25:20.743145 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Attempting to bind port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:25:20.750771 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:25:20.751115 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Checking segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:25:20.751548 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Bound using segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:25:20.751983 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Bound port: 8d0a33a7-4b83-44eb-8555-96b55d8e1947, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:25:20.752446 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:20.827286 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:25:20.836160 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] For port 8d0a33a7-4b83-44eb-8555-96b55d8e1947, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:25:20.839467 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] For port 8d0a33a7-4b83-44eb-8555-96b55d8e1947, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:25:20.915407 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:20.953739 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:20.954761 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:20.957167 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] 10.222.0.91 "PUT /v2.0/ports/8d0a33a7-4b83-44eb-8555-96b55d8e1947 HTTP/1.1" status: 200 len: 1094 time: 0.9623065 Feb 20 20:25:20.961931 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:25:20.965753 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34346ff2-0d3d-4992-b797-5113043449d0" -d '{"events": [{"name": "network-changed", "server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:25:21.001352 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aace17-a958-4c3c-b1d4-f4ba0b51c1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0a33a7-4b83-44eb-8555-96b55d8e1947,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:25:21.021148 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d287d64a-cbf8-4a9a-b13d-dac4976aa5ae x-openstack-request-id: req-d287d64a-cbf8-4a9a-b13d-dac4976aa5ae {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:25:21.021646 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:25:21.021905 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d287d64a-cbf8-4a9a-b13d-dac4976aa5ae {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:25:21.022322 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'status': 'completed', 'code': 200} Feb 20 20:25:21.119369 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346ff2-0d3d-4992-b797-5113043449d0 req-8365493f-58e2-4e27-b7aa-a355a41cc8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:21.122086 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-34346ff2-0d3d-4992-b797-5113043449d0 req-8365493f-58e2-4e27-b7aa-a355a41cc8c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 1128 time: 0.0589259 Feb 20 20:25:21.244920 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346ff2-0d3d-4992-b797-5113043449d0 req-9057f073-60a8-4faf-ba75-307c7c05d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:21.246295 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-34346ff2-0d3d-4992-b797-5113043449d0 req-9057f073-60a8-4faf-ba75-307c7c05d0eb service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1107185 Feb 20 20:25:21.385061 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34346ff2-0d3d-4992-b797-5113043449d0 req-ace2f05a-a22e-4be3-aff9-d6e79aabf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:21.386559 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-34346ff2-0d3d-4992-b797-5113043449d0 req-ace2f05a-a22e-4be3-aff9-d6e79aabf977 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337130 Feb 20 20:25:21.398870 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48a7bc-8cef-4ca1-8786-b83110affce6 req-70e9597a-8c73-40ce-ab0b-253dbfd1b522 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:21.400552 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8f48a7bc-8cef-4ca1-8786-b83110affce6 req-70e9597a-8c73-40ce-ab0b-253dbfd1b522 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0861006 Feb 20 20:25:21.463645 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8f48a7bc-8cef-4ca1-8786-b83110affce6 req-2a53ed10-cddf-4e59-a572-8b34c56217b8 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571470 Feb 20 20:25:21.498020 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-de2b01e2-492e-489d-b2a3-92cf1eebaa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:21.499425 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-de2b01e2-492e-489d-b2a3-92cf1eebaa6c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 1128 time: 0.0532258 Feb 20 20:25:21.551941 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e94483c7-5a48-456f-a481-8d98d5f6af8b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947 HTTP/1.1" status: 200 len: 217 time: 0.0398772 Feb 20 20:25:21.599508 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e5e66c59-c956-4cca-83f3-0e7b9b2727a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:21.600995 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-e5e66c59-c956-4cca-83f3-0e7b9b2727a1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0446048 Feb 20 20:25:21.650784 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-b7ecc157-5427-4ea6-acad-667b065aca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:21.652319 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-b7ecc157-5427-4ea6-acad-667b065aca56 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458128 Feb 20 20:25:21.750837 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-98aa4a9e-9938-42aa-b063-ecad5f142476 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917833 Feb 20 20:25:21.844214 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3f978ee6-efa0-485d-9a70-2a7c57080986 req-d72fa7fd-8176-449e-b401-70c56cc79b31 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 Feb 20 20:25:22.585005 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d225-1f53-4aab-bdc2-01aa6f4dd1a7 req-40eda2b2-0794-4466-817e-da1a63f4856a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:22.586491 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c9f1d225-1f53-4aab-bdc2-01aa6f4dd1a7 req-40eda2b2-0794-4466-817e-da1a63f4856a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0535746 Feb 20 20:25:22.638845 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c9f1d225-1f53-4aab-bdc2-01aa6f4dd1a7 req-cf938ab6-8b31-40a7-b8f3-22f200580800 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468056 Feb 20 20:25:23.758041 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc274f1-0ad6-41a5-92ae-c5e4bb07dd58 req-e6d4ca8a-e9b8-4528-8f41-8da49debb178 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:23.759516 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cfc274f1-0ad6-41a5-92ae-c5e4bb07dd58 req-e6d4ca8a-e9b8-4528-8f41-8da49debb178 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0524166 Feb 20 20:25:23.809768 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cfc274f1-0ad6-41a5-92ae-c5e4bb07dd58 req-82c621a7-b7a4-4fde-803b-f62cb69941c7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439303 Feb 20 20:25:24.930143 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cd654-0968-49c9-aa1e-ed154f27fd20 req-97f1b799-38d7-4bf4-a529-a7799ea4e948 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:24.931629 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e32cd654-0968-49c9-aa1e-ed154f27fd20 req-97f1b799-38d7-4bf4-a529-a7799ea4e948 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0516548 Feb 20 20:25:24.980507 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e32cd654-0968-49c9-aa1e-ed154f27fd20 req-1307d636-2062-41c0-8902-c15c00d30cce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Feb 20 20:25:26.105844 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596796f-e4d1-47ff-aeda-2d525abe533d req-0602cf7c-69e0-4d2f-81ab-2d9d7aa438fe tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:26.107324 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1596796f-e4d1-47ff-aeda-2d525abe533d req-0602cf7c-69e0-4d2f-81ab-2d9d7aa438fe tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0563419 Feb 20 20:25:26.156990 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1596796f-e4d1-47ff-aeda-2d525abe533d req-d7f3f998-f60a-4eb0-8b00-4d164845a4b0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Feb 20 20:25:27.277678 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcf17f-991f-487d-8116-284f05f78873 req-a109d96f-ac57-44e8-a06b-79daa8b4b939 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:27.279202 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ddcf17f-991f-487d-8116-284f05f78873 req-a109d96f-ac57-44e8-a06b-79daa8b4b939 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0529225 Feb 20 20:25:27.328610 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0ddcf17f-991f-487d-8116-284f05f78873 req-55cdd703-289a-4f68-b9e5-2247b789ea7d tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437794 Feb 20 20:25:28.450390 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eec27-b989-470a-b877-eafb3c414f8f req-90911e0c-6c20-4635-8b6a-45027cc7c6aa tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:28.451827 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-675eec27-b989-470a-b877-eafb3c414f8f req-90911e0c-6c20-4635-8b6a-45027cc7c6aa tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0562963 Feb 20 20:25:28.500158 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-675eec27-b989-470a-b877-eafb3c414f8f req-077c5e19-e9f1-49b4-b078-4c3523981b15 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419893 Feb 20 20:25:29.631241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5541e02-0008-4597-a759-7da1f0cad1ca req-11817071-ae35-4c03-b554-24662d9befcc tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:29.632812 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5541e02-0008-4597-a759-7da1f0cad1ca req-11817071-ae35-4c03-b554-24662d9befcc tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 944 time: 0.0592470 Feb 20 20:25:29.688247 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d5541e02-0008-4597-a759-7da1f0cad1ca req-0dbc7b19-56da-4851-83a1-d67105448fcd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499089 Feb 20 20:25:29.902060 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8d0a33a7-4b83-44eb-8555-96b55d8e1947 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:25:29.999220 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8d0a33a7-4b83-44eb-8555-96b55d8e1947, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:25:30.010703 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'port_id': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'mac_address': 'fa:16:3e:7d:0e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:25:30.053226 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:25:30.053628 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:30.067303 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0a33a7-4b83-44eb-8555-96b55d8e1947 {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:25:30.086661 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8d0a33a7-4b83-44eb-8555-96b55d8e1947, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:25:30.176619 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:30.225693 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=8d0a33a7-4b83-44eb-8555-96b55d8e1947,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:25:30.232737 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.237875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:30.570871 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['8d0a33a7-4b83-44eb-8555-96b55d8e1947'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:25:30.816855 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e540092-366c-4f49-b783-6a89367d4117 req-d71734f9-5c31-47ac-8ae6-f9a6fc268b0f tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:30.818274 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7e540092-366c-4f49-b783-6a89367d4117 req-d71734f9-5c31-47ac-8ae6-f9a6fc268b0f tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 945 time: 0.0574450 Feb 20 20:25:30.871302 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7e540092-366c-4f49-b783-6a89367d4117 req-f65f2234-f9a0-4542-a888-bdb4d52eeeb4 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470107 Feb 20 20:25:31.917296 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8d0a33a7-4b83-44eb-8555-96b55d8e1947 up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:25:31.993135 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a70274-c8b5-46f7-9cfc-57befb13d8a1 req-5952ba2a-a29c-4c6a-a8d5-9d5012bb14b0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:31.994617 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47a70274-c8b5-46f7-9cfc-57befb13d8a1 req-5952ba2a-a29c-4c6a-a8d5-9d5012bb14b0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 945 time: 0.0532711 Feb 20 20:25:32.045222 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47a70274-c8b5-46f7-9cfc-57befb13d8a1 req-cb46729b-6d07-41b8-b062-b108454073d9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449214 Feb 20 20:25:32.102488 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:25:32.107210 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:25:32.107577 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:32.191237 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:25:32.191675 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:32.217867 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:25:32.220138 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf5eb08-ceff-4608-a5c1-2fe77047c64f" -d '{"events": [{"server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "name": "network-vif-plugged", "status": "completed", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:25:32.235710 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 8d0a33a7-4b83-44eb-8555-96b55d8e1947, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:25:32.309546 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:32.334210 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e930a2-8c38-4bf9-bbbb-21aa53e66bab x-openstack-request-id: req-b6e930a2-8c38-4bf9-bbbb-21aa53e66bab {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:25:32.334521 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "name": "network-vif-plugged", "status": "completed", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:25:32.334795 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b6e930a2-8c38-4bf9-bbbb-21aa53e66bab {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:25:32.335193 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'code': 200} Feb 20 20:25:32.361323 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=8d0a33a7-4b83-44eb-8555-96b55d8e1947,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:25:32.694782 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e4831-874d-487a-a468-ee7de62dbf8e req-cabf0fbd-3711-4c07-9313-660c975ab85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:32.696322 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-474e4831-874d-487a-a468-ee7de62dbf8e req-cabf0fbd-3711-4c07-9313-660c975ab85d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 1130 time: 0.0470932 Feb 20 20:25:32.744769 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-474e4831-874d-487a-a468-ee7de62dbf8e req-07cd1c36-7a9c-4cd9-80ce-cc304305682b service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Feb 20 20:25:33.175273 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9a544-b57c-469a-a298-fd4a9ccbdca8 req-5e0fe671-b01b-49b2-b937-24434d443aaa tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:33.177413 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fbb9a544-b57c-469a-a298-fd4a9ccbdca8 req-5e0fe671-b01b-49b2-b937-24434d443aaa tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 946 time: 0.0587566 Feb 20 20:25:33.235945 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fbb9a544-b57c-469a-a298-fd4a9ccbdca8 req-5a20e253-3ad7-4060-8487-a77e3bc13067 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530922 Feb 20 20:25:34.373690 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1a91f-e69f-46ef-9310-2eb31601c69b req-41b3fab9-9380-4ce0-902a-06960d5fa88c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:34.375201 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-23b1a91f-e69f-46ef-9310-2eb31601c69b req-41b3fab9-9380-4ce0-902a-06960d5fa88c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 946 time: 0.0540471 Feb 20 20:25:34.426059 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-23b1a91f-e69f-46ef-9310-2eb31601c69b req-28d4b450-69e2-413c-bdec-b5e7fb72cbfb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442877 Feb 20 20:25:34.546854 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc813af-5014-499a-aad1-5d14d8d63c46 req-d716f676-d6c5-44b8-afea-e3e6ca59c51c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:34.548384 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-acc813af-5014-499a-aad1-5d14d8d63c46 req-d716f676-d6c5-44b8-afea-e3e6ca59c51c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 946 time: 0.0529921 Feb 20 20:25:34.603776 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-acc813af-5014-499a-aad1-5d14d8d63c46 req-cf62d335-9619-496f-8538-b769347d642b tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497108 Feb 20 20:25:34.634996 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57354) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:25:34.727281 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249eee0-a65c-4752-b228-829f0f11297f tempest-TestVolumeBootPattern-1692678276 tempest-TestVolumeBootPattern-1692678276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:34.728872 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8249eee0-a65c-4752-b228-829f0f11297f tempest-TestVolumeBootPattern-1692678276 tempest-TestVolumeBootPattern-1692678276-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 1125 time: 0.0928833 Feb 20 20:25:34.731973 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57358) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:25:34.736339 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'port_id': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:25:34.825885 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:34.926381 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:35.036075 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Allocated IP 172.27.1.101 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:25:35.142258 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:35.228351 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:35.264929 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:25:35.267755 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:25:35.271202 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:25:35.297839 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:25:35.311046 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.311386 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.311727 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.312053 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.312412 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.312720 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.313041 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.313358 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.313675 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.313991 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.314305 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.314617 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.314926 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:25:35.662254 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (2507e629-1126-46c6-b5ce-04d744224e96), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:35.803776 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:35.968131 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:36.037740 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:36.112516 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:25:36.130801 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (2507e629-1126-46c6-b5ce-04d744224e96), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:36.488503 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Floating IP 2507e629-1126-46c6-b5ce-04d744224e96 associated. External IP: 172.27.1.101, port: 8d0a33a7-4b83-44eb-8555-96b55d8e1947. Feb 20 20:25:36.692716 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a244e029-40fd-44ca-ad16-ad68e631710e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:36.730180 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:25:36.846671 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:25:36.857110 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:25:36.867920 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:25:36.868584 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:25:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:25:36.927766 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:36.959554 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5265fbae-b03f-414d-97fa-ca3ec35ad94c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2264879 Feb 20 20:25:36.960174 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:25:36.962582 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63188723-c693-4bd2-8661-e011b7c95584" -d '{"events": [{"name": "network-changed", "server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:25:36.990338 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:25:37.062718 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048f1454-a8e8-45d0-8a11-a37093bc85a3 x-openstack-request-id: req-048f1454-a8e8-45d0-8a11-a37093bc85a3 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:25:37.062718 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:25:37.062718 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-048f1454-a8e8-45d0-8a11-a37093bc85a3 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:25:37.063111 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'status': 'completed', 'code': 200} Feb 20 20:25:37.155670 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63188723-c693-4bd2-8661-e011b7c95584 req-5bb58d0c-fbf4-4847-9445-4f00ce589614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:37.157569 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63188723-c693-4bd2-8661-e011b7c95584 req-5bb58d0c-fbf4-4847-9445-4f00ce589614 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 1130 time: 0.0494373 Feb 20 20:25:37.242300 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '2507e629-1126-46c6-b5ce-04d744224e96', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:7d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:25:35Z', 'updated_at': '2022-02-20T20:25:35Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:25:37.253197 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63188723-c693-4bd2-8661-e011b7c95584 req-9c630466-fc3d-4174-9b7b-eafb1c46328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:37.256556 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63188723-c693-4bd2-8661-e011b7c95584 req-9c630466-fc3d-4174-9b7b-eafb1c46328d service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0933616 Feb 20 20:25:37.274348 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:25:37.284695 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:25:37.285938 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:25:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:25:37.332687 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63188723-c693-4bd2-8661-e011b7c95584 req-097fba75-2ec4-4334-ad00-39b8843ad7dd service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947 HTTP/1.1" status: 200 len: 1000 time: 0.0705287 Feb 20 20:25:37.384024 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63188723-c693-4bd2-8661-e011b7c95584 req-113cd451-67ad-43b4-83fb-0b2cbdf816d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:37.385531 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63188723-c693-4bd2-8661-e011b7c95584 req-113cd451-67ad-43b4-83fb-0b2cbdf816d9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0479143 Feb 20 20:25:37.413381 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:25:37.435869 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63188723-c693-4bd2-8661-e011b7c95584 req-3a1cff71-b4ae-4122-a71d-19d60dfc68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:25:37.437417 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63188723-c693-4bd2-8661-e011b7c95584 req-3a1cff71-b4ae-4122-a71d-19d60dfc68e5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466142 Feb 20 20:25:37.535424 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63188723-c693-4bd2-8661-e011b7c95584 req-77700ff6-ceef-4f27-902c-068f88ca27f5 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917978 Feb 20 20:25:37.627327 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-63188723-c693-4bd2-8661-e011b7c95584 req-5706fa37-6c2a-4401-93bb-78b97f93bf21 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863879 Feb 20 20:25:37.653475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '2507e629-1126-46c6-b5ce-04d744224e96', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:7d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:25:35Z', 'updated_at': '2022-02-20T20:25:35Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:25:37.690117 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776c8a9-439c-4d16-a94e-8dd8b35bf978 None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '2507e629-1126-46c6-b5ce-04d744224e96', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:7d:0e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:25:35Z', 'updated_at': '2022-02-20T20:25:35Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:25:37.903252 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce07b3-f3f0-42e7-bd11-2bfe2300ba2d None None] New status for floating IP 2507e629-1126-46c6-b5ce-04d744224e96: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:25:38.187920 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:38.992607 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2d4dae0e-74aa-4526-be33-32b3c75ebce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:40.180066 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:41.888682 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:42.985707 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:25:57.827255 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:26:06.694647 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1fe22b73-9e98-4dfe-9be7-801eb484280d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:08.181313 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:09.018470 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6e328faa-ce79-43b2-b569-10302ac64bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:10.164505 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:11.888150 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:13.052812 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:21.478839 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-5f0cbe43-4d08-469d-80ce-a4ba88721ba2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902653 Feb 20 20:26:21.583393 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-b343cfc3-56e0-40ef-b780-80f11b749bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:26:21.585018 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-b343cfc3-56e0-40ef-b780-80f11b749bcc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 1130 time: 0.0441782 Feb 20 20:26:21.690601 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-e62f155f-605a-44f4-a615-47950a4528a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:26:21.691986 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-e62f155f-605a-44f4-a615-47950a4528a1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0884953 Feb 20 20:26:21.765478 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-532e6a43-08e0-47e9-8a4f-3733231cf2f0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947 HTTP/1.1" status: 200 len: 1002 time: 0.0651827 Feb 20 20:26:21.814865 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-5a28df55-e308-472a-9807-97d8cb03c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:26:21.816357 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-5a28df55-e308-472a-9807-97d8cb03c445 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0451186 Feb 20 20:26:21.865606 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-bf6a8481-7fe5-4e35-94da-88a9c8018bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:26:21.867537 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-bf6a8481-7fe5-4e35-94da-88a9c8018bdc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437541 Feb 20 20:26:21.961516 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-15bf8317-ea7d-48ce-b6f0-cadf5b6b7200 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864418 Feb 20 20:26:22.049623 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fed04db5-efc4-4bd3-a5f2-ae2a4d63409f req-67a45d0f-942d-4ae8-8791-8adc00aa528f service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836861 Feb 20 20:26:34.827113 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:26:36.675031 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bb99e9e4-3489-4c49-a735-9eae840f4a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:38.180496 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:38.983528 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c81fe435-eafe-4df1-ba62-2e1f18ce691e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:40.160347 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:41.885945 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:26:42.960485 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:06.682910 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b07882c-2599-4605-801d-0307f722ac44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:08.197537 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:08.991546 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-45ccdceb-f789-4c3c-95eb-bd57bc76cda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:10.165251 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:11.826176 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:27:11.931157 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:12.958810 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:23.430342 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-6cf41479-8d7e-49cf-893f-ddb93b96454d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516422 Feb 20 20:27:23.535297 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-c97dc8c9-5915-4df0-8108-871b55693f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:23.536834 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-c97dc8c9-5915-4df0-8108-871b55693f9b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 1130 time: 0.0464365 Feb 20 20:27:23.640125 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-e43b2b0c-c67f-46be-a85f-7d1126eab5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:23.641614 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-e43b2b0c-c67f-46be-a85f-7d1126eab5ab service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0861869 Feb 20 20:27:23.714166 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-9277ef75-37c1-4cee-844c-863ac03358d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947 HTTP/1.1" status: 200 len: 1002 time: 0.0643191 Feb 20 20:27:23.761859 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-559c8076-33d7-4a6c-bca8-7a9a2f7f7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:23.763347 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-559c8076-33d7-4a6c-bca8-7a9a2f7f7c9a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0434179 Feb 20 20:27:23.811754 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-07003869-3ff0-4265-a1ad-57806b489808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:23.813261 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-07003869-3ff0-4265-a1ad-57806b489808 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441501 Feb 20 20:27:23.906541 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-3e1b8288-3357-4848-8bf3-1bdbfb627166 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872562 Feb 20 20:27:23.995221 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9ca49330-535d-4339-bb54-0216a44b64b9 req-6a143137-c60a-48f0-9744-1cd74619602f service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832832 Feb 20 20:27:36.684802 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-47b5ab40-983c-4d63-9133-e1e8fcfef70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:38.204283 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:38.987102 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-dfd51261-af9d-4609-b543-9d1e48cc8efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:40.169865 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:41.946950 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:42.951191 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:48.824968 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:27:51.537306 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39c32b-7abf-44e4-9c82-db95fe48ed20 req-95d1e800-b8ea-407b-b1ae-6cd17ecb8ab4 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:51.539971 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df39c32b-7abf-44e4-9c82-db95fe48ed20 req-95d1e800-b8ea-407b-b1ae-6cd17ecb8ab4 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 946 time: 0.2455394 Feb 20 20:27:51.594601 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-df39c32b-7abf-44e4-9c82-db95fe48ed20 req-aa4e25db-65a2-4bc9-b256-9f59e1da494a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477374 Feb 20 20:27:52.800033 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86f1c5-1870-4033-b04a-e40582bdfb4e req-0ec15423-80c6-43dc-be72-954ef026f64e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:52.801578 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8f86f1c5-1870-4033-b04a-e40582bdfb4e req-0ec15423-80c6-43dc-be72-954ef026f64e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 946 time: 0.1338432 Feb 20 20:27:52.851667 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8f86f1c5-1870-4033-b04a-e40582bdfb4e req-75e4fc0e-360f-4cf2-99cc-a2c79dd57c72 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437922 Feb 20 20:27:53.213725 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-71123e0e-f902-4544-b64e-48da16ba6272 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:53.215204 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-71123e0e-f902-4544-b64e-48da16ba6272 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 946 time: 0.0522268 Feb 20 20:27:53.315531 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Deleting port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:27:53.315863 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:53.407187 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] For port 8d0a33a7-4b83-44eb-8555-96b55d8e1947, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8d0a33a7-4b83-44eb-8555-96b55d8e1947,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:27:53.407436 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:53.590256 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:53.590980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (2507e629-1126-46c6-b5ce-04d744224e96), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:53.591579 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.db.l3_db [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Floating IP 2507e629-1126-46c6-b5ce-04d744224e96 disassociated. External IP: 172.27.1.101, port: 8d0a33a7-4b83-44eb-8555-96b55d8e1947. Feb 20 20:27:53.592145 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Calling delete_port for 8d0a33a7-4b83-44eb-8555-96b55d8e1947 owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:27:53.809762 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (8d0a33a7-4b83-44eb-8555-96b55d8e1947), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:53.839181 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event deleted for resources: {'Port': ['ID=8d0a33a7-4b83-44eb-8555-96b55d8e1947,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.854335 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.855236 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:27:53.976694 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e7a82bb4-9a11-46bf-9559-a3b347a57397 req-bed42bbd-af07-413f-9f66-853c0bd771af tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0292213 Feb 20 20:27:54.001336 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:27:54.416481 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:27:54.428871 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:27:54.445071 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:27:54.446592 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:27:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:27:54.462743 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] No DVR routers for this DVR port 8d0a33a7-4b83-44eb-8555-96b55d8e1947 on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:27:54.465413 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:27:54.469869 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-66575717-5b77-4c54-8e7e-abb0ad5c9703 req-450518ea-61b0-40c5-a114-28d03ce6b31a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "DELETE /v2.0/ports/8d0a33a7-4b83-44eb-8555-96b55d8e1947 HTTP/1.1" status: 204 len: 173 time: 1.2497911 Feb 20 20:27:54.470326 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'name': 'network-vif-deleted', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:27:54.472639 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c2e4c3-39c2-4b0a-84db-3f3ec1e57a3a" -d '{"events": [{"server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "name": "network-vif-deleted", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:27:54.508025 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2bc66e-cac9-4b11-9190-a31522e87875 x-openstack-request-id: req-aa2bc66e-cac9-4b11-9190-a31522e87875 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:27:54.508343 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "067caa0b-8585-4800-bca8-7ff4c9fc32d3", "name": "network-vif-deleted", "tag": "8d0a33a7-4b83-44eb-8555-96b55d8e1947", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:27:54.508595 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aa2bc66e-cac9-4b11-9190-a31522e87875 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:27:54.508992 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067caa0b-8585-4800-bca8-7ff4c9fc32d3', 'name': 'network-vif-deleted', 'tag': '8d0a33a7-4b83-44eb-8555-96b55d8e1947', 'status': 'completed', 'code': 200} Feb 20 20:27:54.688471 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:27:54.888883 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:27:54.915124 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:27:54.924117 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:27:54.924739 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:27:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:27:55.052775 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:27:55.076139 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a97e3d8a-25c4-4c7a-9189-2f4376231386 req-adcb9847-70b1-4be3-9afa-567203710755 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=067caa0b-8585-4800-bca8-7ff4c9fc32d3 HTTP/1.1" status: 200 len: 210 time: 0.0274704 Feb 20 20:27:55.259518 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:27:55.286485 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b5b9c-5173-4f3e-becb-a3ed5e8b8e66 None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:27:55.508115 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314cfe2e-25d8-4d80-922b-b7a8002f4158 None None] New status for floating IP 2507e629-1126-46c6-b5ce-04d744224e96: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:27:56.291699 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-f4f9eedd-83d8-4330-bd18-097c473974d7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445319792&fields=id&tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 267 time: 0.0485678 Feb 20 20:27:56.400212 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-1449a60e-234e-4655-bc2a-51ceed2dfd7a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:56.401676 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-1449a60e-234e-4655-bc2a-51ceed2dfd7a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 812 time: 0.1033347 Feb 20 20:27:56.416549 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-9efac04a-b9f1-4a75-aa31-4acaa3138351 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/quotas/fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 375 time: 0.0090311 Feb 20 20:27:56.475259 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-a63efd0e-8497-464e-a053-62d535050282 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530884 Feb 20 20:27:56.547973 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-c8bdeb22-8a35-4fa3-81ff-0ab839741f42 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:27:56.548978 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-c8bdeb22-8a35-4fa3-81ff-0ab839741f42 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0615771 Feb 20 20:27:56.637744 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8d0a33a7-4b83-44eb-8555-96b55d8e1947 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:27:56.654020 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-e799a3c9-2360-4db8-9327-64c2c58edb69 service neutron] 10.222.0.61 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989988 Feb 20 20:27:56.658836 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 8d0a33a7-4b83-44eb-8555-96b55d8e1947 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:27:56.659182 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 8d0a33a7-4b83-44eb-8555-96b55d8e1947 not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:27:56.751313 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-e7dcaf82-3a30-448c-96f3-602a9e650271 service neutron] 10.222.0.61 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914092 Feb 20 20:27:57.447598 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-154249d1-008b-477c-ba37-ccaa75ce7613 req-70233c3f-4702-4486-ab4f-cc5c8d9f871d tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 210 time: 0.0278540 Feb 20 20:27:58.550961 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c90ba431-9834-491f-ac99-63d430ab160d req-8b52ccff-3146-4c17-98b8-f6cc87b0a3ec tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 210 time: 0.0315967 Feb 20 20:27:59.577595 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-6968ab49-7ee0-49f9-b0ff-9385d64bf59a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:27:59.578981 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-6968ab49-7ee0-49f9-b0ff-9385d64bf59a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 812 time: 0.1098723 Feb 20 20:27:59.659189 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-984c80e8-7b7c-4408-b050-25b0e48ddebd req-2fec20ff-f8ca-495a-949b-74647d20bdbe tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 210 time: 0.0382578 Feb 20 20:27:59.676182 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-8724faf0-6a65-4dd4-b6f6-e133a1912de0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 380 time: 0.0823143 Feb 20 20:27:59.684824 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'port': {'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'admin_state_up': True, 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'security_groups': ['4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:27:59.872099 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Made reservation on behalf of fc2c59dddb5a4f17adca8ccc74cb20cd for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:27:59.876358 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:00.000256 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Allocated IP 172.20.0.4 (990d04d5-655c-400f-8d73-5c1e8497dd5b/f9c0f518-0429-4bd7-8e9c-197df999878a/2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:28:00.142363 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:00.243953 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:00.287920 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:28:00.290888 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:28:00.297476 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:28:00.324802 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:28:00.356558 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:00.358045 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:00.462465 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-72e3930f-a699-42c8-8d2a-9eed396c1cb7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811201 Feb 20 20:28:00.480769 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Request body: {'port': {'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:28:00.545908 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:00.578255 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-e7ad7ecd-ae94-4119-b6a7-176fe14a32c2 None None] Provisioning complete for port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:28:00.578890 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7ecd-ae94-4119-b6a7-176fe14a32c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:00.635915 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad7ecd-ae94-4119-b6a7-176fe14a32c2 None None] Port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:28:00.848400 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30eb11-577b-463d-ae93-d19c0d416be4 req-419064a7-945c-4ab5-b6f7-5ae53516b0be tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:00.849966 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4a30eb11-577b-463d-ae93-d19c0d416be4 req-419064a7-945c-4ab5-b6f7-5ae53516b0be tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 931 time: 0.0992975 Feb 20 20:28:00.950093 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:28:00.959622 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Publish callbacks [] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:00.965280 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-4a30eb11-577b-463d-ae93-d19c0d416be4 req-28a40687-b4d3-445a-81c4-a214fbb8ae0c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095400 Feb 20 20:28:00.978093 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Transition to ACTIVE for port object 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:28:01.087317 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:01.141768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:28:01.214475 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Attempting to bind port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:28:01.218277 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Attempting to bind port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:28:01.218277 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Attempting to bind port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:28:01.221040 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd on network 990d04d5-655c-400f-8d73-5c1e8497dd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:28:01.221355 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Attempting to bind port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:28:01.226788 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:28:01.227278 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Checking segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:28:01.227658 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Bound using segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:28:01.228080 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Bound port: 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:28:01.228515 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:01.308328 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] For port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:28:01.312528 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] For port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:28:01.396775 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:01.431746 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:01.432489 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:01.433906 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] 10.222.0.91 "PUT /v2.0/ports/2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 1093 time: 0.9574552 Feb 20 20:28:01.434356 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:28:01.437989 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a95e47c-ff43-431e-aa7c-093ef834ca68" -d '{"events": [{"name": "network-changed", "server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:28:01.469663 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22c221-e76a-43a7-9dcb-1b73572feb96 service neutron] Pushing event updated for resources: {'Port': ['ID=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:28:01.487419 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f688c498-78c9-4346-9d06-131ec235e671 x-openstack-request-id: req-f688c498-78c9-4346-9d06-131ec235e671 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:28:01.488054 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:28:01.488054 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f688c498-78c9-4346-9d06-131ec235e671 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:28:01.488711 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'status': 'completed', 'code': 200} Feb 20 20:28:01.588354 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e47c-ff43-431e-aa7c-093ef834ca68 req-2a162140-a11d-49d1-b881-578c51aa4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:01.588930 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a95e47c-ff43-431e-aa7c-093ef834ca68 req-2a162140-a11d-49d1-b881-578c51aa4fd3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1127 time: 0.0557840 Feb 20 20:28:01.703719 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e47c-ff43-431e-aa7c-093ef834ca68 req-a24fdda6-6a7d-445f-9ed6-97675d740110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:01.705220 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a95e47c-ff43-431e-aa7c-093ef834ca68 req-a24fdda6-6a7d-445f-9ed6-97675d740110 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033010 Feb 20 20:28:01.812591 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e47c-ff43-431e-aa7c-093ef834ca68 req-570fc242-f5e4-41a0-89d7-7214deb3b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:01.813981 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2a95e47c-ff43-431e-aa7c-093ef834ca68 req-570fc242-f5e4-41a0-89d7-7214deb3b8c8 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029878 Feb 20 20:28:01.923438 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-9bedf54a-2f8c-4bbd-a792-c00a0569ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:01.925065 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-9bedf54a-2f8c-4bbd-a792-c00a0569ac0b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1127 time: 0.0509686 Feb 20 20:28:01.976327 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-463b3706-29f9-472f-8906-f3499bf433ab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 217 time: 0.0370286 Feb 20 20:28:02.033199 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-d22a329e-79fa-4257-8b8a-b9aa4f5ce4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:02.034696 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-d22a329e-79fa-4257-8b8a-b9aa4f5ce4b0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0529473 Feb 20 20:28:02.122154 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbc875-6e95-428b-b1b0-3692ae9d1e52 req-3c43211e-c203-436c-ba6d-e81c14ea9cbd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:02.125167 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d7cbc875-6e95-428b-b1b0-3692ae9d1e52 req-3c43211e-c203-436c-ba6d-e81c14ea9cbd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0895407 Feb 20 20:28:02.127890 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa3e6-2056-4377-baae-77213839e05e req-923dfc0a-7342-4240-92d8-7cb53fac30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:02.129325 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-923dfc0a-7342-4240-92d8-7cb53fac30c6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849092 Feb 20 20:28:02.230789 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d7cbc875-6e95-428b-b1b0-3692ae9d1e52 req-6fb9b3c2-9e36-4f17-be14-ebbc377869d1 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001115 Feb 20 20:28:02.255595 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-a0a637e7-fab5-41ba-a5f4-64b408cb508c service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193070 Feb 20 20:28:02.350082 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-7b4aa3e6-2056-4377-baae-77213839e05e req-e6a14cf9-c962-4b40-b341-83564a1e5a58 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877595 Feb 20 20:28:03.356544 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fe853-03d3-44c2-b82f-e569f10b8530 req-b19a9ea3-1901-4a25-837e-f4a64bf322b9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:03.358580 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-440fe853-03d3-44c2-b82f-e569f10b8530 req-b19a9ea3-1901-4a25-837e-f4a64bf322b9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0583932 Feb 20 20:28:03.409046 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-440fe853-03d3-44c2-b82f-e569f10b8530 req-f5d7d75d-91ae-4938-baf8-15a1fab22a34 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Feb 20 20:28:04.531796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8ac5-f638-49cb-b7e7-8eb28772395d req-6195d88b-8168-4bc6-b75d-c4749f14cb57 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:04.533386 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-165d8ac5-f638-49cb-b7e7-8eb28772395d req-6195d88b-8168-4bc6-b75d-c4749f14cb57 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0563498 Feb 20 20:28:04.585392 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-165d8ac5-f638-49cb-b7e7-8eb28772395d req-938734e7-61e2-4242-91f2-1535b25ba297 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462804 Feb 20 20:28:05.714571 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351f2b-e838-4232-a8e2-fe4fa3f1999e req-64d126e8-1146-46d7-b73c-9a860aa0004e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:05.716243 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8e351f2b-e838-4232-a8e2-fe4fa3f1999e req-64d126e8-1146-46d7-b73c-9a860aa0004e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0562999 Feb 20 20:28:05.772736 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8e351f2b-e838-4232-a8e2-fe4fa3f1999e req-2524c9cb-28dc-4476-805f-e1a2c320bcf9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506113 Feb 20 20:28:06.683264 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-941bb673-d16b-4102-a12d-866abcbd0294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:06.893890 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cb34a-31f8-4819-bf4d-b4a0773e2273 req-d10a4dbd-ee62-4a06-b416-f0d81b2987e0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:06.895324 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-672cb34a-31f8-4819-bf4d-b4a0773e2273 req-d10a4dbd-ee62-4a06-b416-f0d81b2987e0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0532563 Feb 20 20:28:06.947799 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-672cb34a-31f8-4819-bf4d-b4a0773e2273 req-22dba97f-2ff5-4014-86d2-c70d34992823 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468729 Feb 20 20:28:08.081612 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96110128-f0da-4f4e-ad91-d5f1a2e3647b req-e61798c6-05b8-4995-adea-c5c56b2cccdc tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:08.084143 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-96110128-f0da-4f4e-ad91-d5f1a2e3647b req-e61798c6-05b8-4995-adea-c5c56b2cccdc tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0590556 Feb 20 20:28:08.140754 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-96110128-f0da-4f4e-ad91-d5f1a2e3647b req-0fb75618-ab64-42d0-8a00-4240f02fc155 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508249 Feb 20 20:28:08.214314 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:09.018215 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d1dda520-a5ac-44f5-937a-f46d27bb5ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:09.267980 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36d0f9-8efa-46a3-863c-3d9b5bf4596a req-1d5f7d02-4499-43ce-89bf-45a19ed6b846 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:09.269602 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fd36d0f9-8efa-46a3-863c-3d9b5bf4596a req-1d5f7d02-4499-43ce-89bf-45a19ed6b846 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0564408 Feb 20 20:28:09.321490 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-fd36d0f9-8efa-46a3-863c-3d9b5bf4596a req-8755cfdf-1e00-4674-8469-fddfe5e93f34 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463638 Feb 20 20:28:10.214725 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:10.445718 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6731b-cba1-4c96-87ea-1ca2aad34214 req-d92ac5e1-eb34-48e8-97f2-57bcac5014a0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:10.447131 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-afe6731b-cba1-4c96-87ea-1ca2aad34214 req-d92ac5e1-eb34-48e8-97f2-57bcac5014a0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 943 time: 0.0564189 Feb 20 20:28:10.498501 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-afe6731b-cba1-4c96-87ea-1ca2aad34214 req-62133153-7db8-44dc-8db0-8c8f4b2dfa30 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448844 Feb 20 20:28:10.664281 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:28:10.765857 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:28:10.778127 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:28:10.822186 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:28:10.822578 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:10.837258 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:28:10.859266 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:28:10.950400 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:11.007126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:28:11.015695 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.016104 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.016431 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.016774 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.017417 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.017417 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.017768 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.018109 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.018527 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.018846 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.019071 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.019395 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.019716 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:11.381384 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:28:11.633239 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e67a6f-8805-4ef3-a4ff-7a49c09b48ad req-0e9afdf6-0581-4753-bcb2-fbc7475a7538 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:11.634753 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a2e67a6f-8805-4ef3-a4ff-7a49c09b48ad req-0e9afdf6-0581-4753-bcb2-fbc7475a7538 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 944 time: 0.0633321 Feb 20 20:28:11.705584 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-a2e67a6f-8805-4ef3-a4ff-7a49c09b48ad req-61065600-643a-43b2-88b4-fc171bcfe059 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602543 Feb 20 20:28:11.952764 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:12.678547 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:28:12.825591 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:28:12.831470 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:28:12.831858 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:12.851794 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caecf06-97c4-42cd-bd84-e19dd1820b52 req-8c496e45-6507-43b8-a977-1ebc3e744779 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:12.853510 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9caecf06-97c4-42cd-bd84-e19dd1820b52 req-8c496e45-6507-43b8-a977-1ebc3e744779 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 944 time: 0.0574112 Feb 20 20:28:12.915107 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-9caecf06-97c4-42cd-bd84-e19dd1820b52 req-5717e1f5-66d2-4042-8660-bd7114eb8ee3 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521517 Feb 20 20:28:12.939610 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:28:12.940003 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:12.966439 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:12.971039 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:28:12.973423 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa2c05-b425-43d3-ad90-eb93c91bc82f" -d '{"events": [{"server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:28:12.987627 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:28:13.083119 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:13.139357 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:28:14.026522 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bc08e9-29bc-412e-9981-67615f17cab0 x-openstack-request-id: req-98bc08e9-29bc-412e-9981-67615f17cab0 {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:28:14.027387 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "name": "network-vif-plugged", "status": "completed", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:28:14.027387 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-98bc08e9-29bc-412e-9981-67615f17cab0 {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:28:14.027709 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'code': 200} Feb 20 20:28:14.049050 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20312c22-c328-43e3-89ab-793e91779ad6 req-5dbf15d0-c914-414e-a030-a41f30fcc581 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:14.050635 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-20312c22-c328-43e3-89ab-793e91779ad6 req-5dbf15d0-c914-414e-a030-a41f30fcc581 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 945 time: 0.0651035 Feb 20 20:28:14.114159 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-20312c22-c328-43e3-89ab-793e91779ad6 req-a6881d79-9ee4-495c-8690-36546ec0f5b9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547516 Feb 20 20:28:14.422818 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbad59-84b6-4673-ae15-3021e2d68127 req-bb5fcfce-90c2-4e9d-b0c9-aa1624f97e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:14.424413 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-40cbad59-84b6-4673-ae15-3021e2d68127 req-bb5fcfce-90c2-4e9d-b0c9-aa1624f97e09 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1129 time: 0.0470247 Feb 20 20:28:14.471111 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-40cbad59-84b6-4673-ae15-3021e2d68127 req-8a358c67-cb8a-4d79-9bd6-c34d0be61679 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Feb 20 20:28:15.239327 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd6cc6-3235-4fb4-af1c-4185b0373a80 req-6898e58d-ca32-4dd9-81b4-1ced5feffa37 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:15.240874 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-85dd6cc6-3235-4fb4-af1c-4185b0373a80 req-6898e58d-ca32-4dd9-81b4-1ced5feffa37 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 945 time: 0.0545163 Feb 20 20:28:15.290334 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-85dd6cc6-3235-4fb4-af1c-4185b0373a80 req-7685c15c-5a85-4f92-985f-cbdc34492e8a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440004 Feb 20 20:28:16.429605 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59ae9e-0f2a-4952-9a39-5a3a4ee9f1f4 req-becee2fe-427c-4910-8fdb-aa46be63a73c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:16.431044 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f59ae9e-0f2a-4952-9a39-5a3a4ee9f1f4 req-becee2fe-427c-4910-8fdb-aa46be63a73c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 945 time: 0.0612929 Feb 20 20:28:16.502048 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2f59ae9e-0f2a-4952-9a39-5a3a4ee9f1f4 req-eaa62d2c-7934-40d5-906c-5641e875f7ba tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648828 Feb 20 20:28:16.630470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66aca4-e111-4319-8488-49fb4c3a30db req-513379da-c762-4b67-a9ab-89c5d1eb6f6c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:16.632013 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cc66aca4-e111-4319-8488-49fb4c3a30db req-513379da-c762-4b67-a9ab-89c5d1eb6f6c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 945 time: 0.0532470 Feb 20 20:28:16.683524 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-cc66aca4-e111-4319-8488-49fb4c3a30db req-3134fdce-e193-4129-b9e3-adcc5d4d96c6 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458992 Feb 20 20:28:16.706200 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57490) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:28:16.752936 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963731f2-e5b7-440e-a7f1-60a56e23a974 tempest-TestVolumeBootPattern-1692678276 tempest-TestVolumeBootPattern-1692678276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:16.754501 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-963731f2-e5b7-440e-a7f1-60a56e23a974 tempest-TestVolumeBootPattern-1692678276 tempest-TestVolumeBootPattern-1692678276-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1124 time: 0.0473061 Feb 20 20:28:16.757491 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57494) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:28:16.764644 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:28:16.906017 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:17.043232 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:17.184253 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Allocated IP 172.27.1.249 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/b3a285ba-fcec-4aee-8b95-b59f0122ae58) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:28:17.304550 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:17.395848 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:17.435270 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:28:17.438166 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:28:17.444580 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:28:17.450284 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=b3a285ba-fcec-4aee-8b95-b59f0122ae58,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:28:17.479607 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.479956 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.480330 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.480672 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.481004 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.481881 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.482218 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.482543 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.482868 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.483388 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.483734 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.484056 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.484430 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:28:17.846958 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (6f1c3611-ea3a-4ecb-97d6-6c40b26087a4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:17.995424 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:18.151796 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:18.214064 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:18.283305 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=b3a285ba-fcec-4aee-8b95-b59f0122ae58,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:28:18.296108 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (6f1c3611-ea3a-4ecb-97d6-6c40b26087a4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:18.399408 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Floating IP 6f1c3611-ea3a-4ecb-97d6-6c40b26087a4 associated. External IP: 172.27.1.249, port: 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd. Feb 20 20:28:18.614865 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:28:18.725431 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:28:18.736735 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:28:18.746952 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:28:18.747664 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:28:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:28:18.823912 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:18.878948 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:28:19.106472 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0f6701c5-cc55-4da6-bc52-83dc2a6f4195 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3473723 Feb 20 20:28:19.107206 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:28:19.109684 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340" -d '{"events": [{"name": "network-changed", "server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:28:19.129679 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:17Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:28:19.155581 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e5059-953c-47e8-a546-b8794e3c67f2 x-openstack-request-id: req-385e5059-953c-47e8-a546-b8794e3c67f2 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:28:19.155878 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:28:19.156118 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-385e5059-953c-47e8-a546-b8794e3c67f2 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:28:19.156567 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'status': 'completed', 'code': 200} Feb 20 20:28:19.162068 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:28:19.171588 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:28:19.172219 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:28:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:28:19.242092 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-633b86d0-d828-4a79-83c0-ab0678c345d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:19.243647 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-633b86d0-d828-4a79-83c0-ab0678c345d2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1129 time: 0.0468373 Feb 20 20:28:19.290500 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:28:19.348533 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-eedcd840-dc22-459c-bf49-78824a580390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:19.350007 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-eedcd840-dc22-459c-bf49-78824a580390 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.1007802 Feb 20 20:28:19.420044 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-0fef7241-38f6-4f7f-80ef-53996bffe9e1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 999 time: 0.0637972 Feb 20 20:28:19.475667 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-43f0d2b9-2078-4b60-94bc-4e781eefcacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:19.477207 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-43f0d2b9-2078-4b60-94bc-4e781eefcacc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0520239 Feb 20 20:28:19.531931 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-31d915f7-a8cd-40c7-9ac8-d842494db82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:19.533465 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-31d915f7-a8cd-40c7-9ac8-d842494db82b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494063 Feb 20 20:28:19.579987 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:17Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:28:19.611579 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156af386-1a5b-426b-a40d-c2c596a9c449 None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:17Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:28:19.625673 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-d2d3dee9-7c63-4c8a-aab9-cbb3fb4ce371 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862048 Feb 20 20:28:19.726526 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d33d5d4f-8a3c-4df0-ad9b-c913c6791340 req-0a4858d2-e150-4b6b-8175-132977b66ee5 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953534 Feb 20 20:28:19.828253 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f02fb-6e66-4cc5-ae94-9954552b80ee None None] New status for floating IP 6f1c3611-ea3a-4ecb-97d6-6c40b26087a4: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:28:23.715331 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-f9959434-262b-4d49-8f7e-8a893b4a62da service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444841 Feb 20 20:28:23.830365 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272851-332e-4fda-97de-3896e8b70f85 req-5ebb494f-8eae-44f6-8039-dfef37fd613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:23.831846 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-5ebb494f-8eae-44f6-8039-dfef37fd613f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1129 time: 0.0565329 Feb 20 20:28:23.944283 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272851-332e-4fda-97de-3896e8b70f85 req-589f4636-1fcd-4fdc-a1e2-4823ada97819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:23.945807 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-589f4636-1fcd-4fdc-a1e2-4823ada97819 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0950892 Feb 20 20:28:24.014018 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-924469a5-f445-4e35-a241-1d04850e032c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 1001 time: 0.0622201 Feb 20 20:28:24.066357 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272851-332e-4fda-97de-3896e8b70f85 req-5efda0e0-45b6-4bf6-baf2-eeab2dc31b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:24.067855 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-5efda0e0-45b6-4bf6-baf2-eeab2dc31b3a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0487027 Feb 20 20:28:24.117826 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4272851-332e-4fda-97de-3896e8b70f85 req-1592f267-a6a5-4fb0-a7a9-a4e3c7ff2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:28:24.119358 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-1592f267-a6a5-4fb0-a7a9-a4e3c7ff2855 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455976 Feb 20 20:28:24.207997 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-7d8284cd-8731-43d1-9358-ae5fd598b96e service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830011 Feb 20 20:28:24.300413 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c4272851-332e-4fda-97de-3896e8b70f85 req-479ec036-8c02-41f9-9244-7f97fd283f09 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863273 Feb 20 20:28:25.824089 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:28:36.762403 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-ff4afeea-6777-4ecf-82ec-d6ac30cc5a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:38.234575 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:39.167444 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-977d92f6-ce6b-41be-8b75-7f0923201a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:40.150516 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:41.921738 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:28:42.954591 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:02.823424 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:29:06.755250 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-9d69ec71-f6da-4bca-a712-f30c9501a2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:08.194915 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:08.990143 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-c85cd055-05c3-4129-977d-8034d6d7adde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:10.178060 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:11.880815 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:12.990414 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:25.436314 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-62fd0a16-51dd-45a3-9306-f184f59f0026 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476234 Feb 20 20:29:25.552365 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-ac25d6b8-8fff-46e9-b0da-92692feceda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:29:25.553922 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-ac25d6b8-8fff-46e9-b0da-92692feceda1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1129 time: 0.0537455 Feb 20 20:29:25.668373 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-2b90abb8-719c-47d7-97c1-71ac6f1bf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:29:25.669850 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-2b90abb8-719c-47d7-97c1-71ac6f1bf600 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0957987 Feb 20 20:29:25.743934 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-e7ff3827-d175-4a99-9dd6-aab3c3978554 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 1001 time: 0.0669949 Feb 20 20:29:25.802962 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-c825ea92-58f2-499c-8045-64159b4a53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:29:25.805305 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-c825ea92-58f2-499c-8045-64159b4a53a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0539002 Feb 20 20:29:25.860938 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-d447939d-38e7-40a2-9951-40ab7c9d2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:29:25.862475 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-d447939d-38e7-40a2-9951-40ab7c9d2a0b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502934 Feb 20 20:29:25.957757 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-c3d261a9-7403-46f2-8690-92034a9a253b service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893435 Feb 20 20:29:26.062893 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b43da5d8-8af4-485f-a401-989de13d9f19 req-7335d566-4b07-45fa-9e89-94e1eb1d0596 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993860 Feb 20 20:29:36.684943 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-d5ae4903-f2be-4a52-94bc-fd99427241c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:38.193558 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:38.982137 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-63344533-cd10-4c00-8c48-c7812681d2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:39.823426 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:29:40.175861 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:41.896905 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:29:42.965481 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:06.706896 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-956b1ac5-5bb7-4381-b056-d13b1daffbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:08.227029 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:08.975959 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf8e-f5d6-4015-9dbc-89936d174c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:10.176550 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:11.935356 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:12.946834 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:15.180796 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-fc3dbaac-c684-4192-97bf-662b5ad4b70a service neutron] (103371) timed out ('10.222.0.61', 54060) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:30:15.345022 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-623d511f-599a-4e55-9bfc-7bf0ce22e604 req-05d46829-8284-45a9-ae64-414d21ad2e38 tempest-AttachVolumeShelveTestJSON-227971313 tempest-AttachVolumeShelveTestJSON-227971313-project] (103371) timed out ('10.222.0.61', 54068) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:30:16.822932 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:30:19.582414 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-5d7e53da-0983-45d2-a030-176fc3d88038 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445319792&fields=id&tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 267 time: 0.0444536 Feb 20 20:30:19.690854 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-08f43520-c923-4a3a-9eb8-feca8295023e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:19.692330 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-08f43520-c923-4a3a-9eb8-feca8295023e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 812 time: 0.1032660 Feb 20 20:30:19.706934 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-4752ef02-85c7-4b76-8fab-70120ba0a0da tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/quotas/fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 375 time: 0.0091760 Feb 20 20:30:19.763492 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-b5c9be7b-3a36-47d0-99c3-a2ac387bf612 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513573 Feb 20 20:30:19.858047 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-eb3e0296-6a1f-4978-a428-118a245e3c9a service neutron] 10.222.0.61 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Feb 20 20:30:19.949815 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-0dc05d24-9c83-4d44-8a4b-663efc60bd67 service neutron] 10.222.0.61 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 Feb 20 20:30:20.636597 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd392c12-0c30-4581-a6c7-16297cad300b req-3a4d27a7-df8a-4d06-ae0b-0ff981362011 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 210 time: 0.0273404 Feb 20 20:30:21.733108 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ea3bc615-1574-47b9-a548-674bc81d85fd req-4b13f284-8185-45df-9cde-330771ee248f tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 210 time: 0.0279491 Feb 20 20:30:22.651083 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-f936e9ad-7d46-4f18-8252-0e2a98188419 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:22.653009 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-f936e9ad-7d46-4f18-8252-0e2a98188419 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 812 time: 0.1097374 Feb 20 20:30:22.730396 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-d25cdf76-47ba-4255-be77-47c315a690d2 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd HTTP/1.1" status: 200 len: 380 time: 0.0626752 Feb 20 20:30:22.741791 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'port': {'device_id': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'admin_state_up': True, 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'security_groups': ['4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5']}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:30:22.852907 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e206eeb9-ff4a-4abb-a291-33a1ee549765 req-5e0c9a51-76c5-46fc-a180-55bc1a5ec035 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 210 time: 0.0379968 Feb 20 20:30:22.958157 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Made reservation on behalf of fc2c59dddb5a4f17adca8ccc74cb20cd for: {'port': 1} {{(pid=103373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:30:22.961581 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:23.094703 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_common [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Allocated IP 172.20.0.13 (990d04d5-655c-400f-8d73-5c1e8497dd5b/f9c0f518-0429-4bd7-8e9c-197df999878a/b58572b6-a131-4a6c-8410-39eb72f6db7f) {{(pid=103373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:30:23.239214 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), precommit_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:23.370661 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), after_create {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:23.419733 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b is already hosted by enough agents. {{(pid=103373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:30:23.422870 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.base_scheduler [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Resources bound (agent type, host, resource id): {{(pid=103373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:30:23.428825 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Received port after_create {{(pid=103373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:30:23.435223 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=b58572b6-a131-4a6c-8410-39eb72f6db7f,revision_number=1']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:30:23.466160 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.471409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:23.499288 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:23.499979 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:23.578042 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-a5c75793-cb5b-4014-a0ba-f78cfdd2943a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8424647 Feb 20 20:30:23.588320 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-91935de6-ed9c-4379-9368-f235e9b68772 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=103373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:30:23.589744 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-91935de6-ed9c-4379-9368-f235e9b68772 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065601 Feb 20 20:30:23.608930 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.v2.base [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Request body: {'port': {'device_id': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=103373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:30:23.669025 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:23.729283 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-fc0d6304-2f19-4e44-8f45-e1085422fbc5 None None] Provisioning complete for port b58572b6-a131-4a6c-8410-39eb72f6db7f triggered by entity DHCP. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:30:23.729861 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fc0d6304-2f19-4e44-8f45-e1085422fbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:23.763726 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d6304-2f19-4e44-8f45-e1085422fbc5 None None] Port b58572b6-a131-4a6c-8410-39eb72f6db7f cannot update to ACTIVE because it is not bound. {{(pid=103374) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:30:23.972950 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58572b6-a131-4a6c-8410-39eb72f6db7f {{(pid=103373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:30:23.983190 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Publish callbacks [] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:24.002096 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.provisioning_blocks [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Transition to ACTIVE for port object b58572b6-a131-4a6c-8410-39eb72f6db7f will not be triggered until provisioned by entity L2. {{(pid=103373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:30:24.018081 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0abcf6-d9d1-4f34-8a7a-ea13987bb3cc req-5e556050-1efe-4453-a27e-bdd24b9bc676 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:24.019604 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd0abcf6-d9d1-4f34-8a7a-ea13987bb3cc req-5e556050-1efe-4453-a27e-bdd24b9bc676 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 932 time: 0.0817201 Feb 20 20:30:24.075052 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-bd0abcf6-d9d1-4f34-8a7a-ea13987bb3cc req-f25f053d-2528-4528-9e47-63593952c005 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492258 Feb 20 20:30:24.083673 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:24.138466 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Pushing event updated for resources: {'Port': ['ID=b58572b6-a131-4a6c-8410-39eb72f6db7f,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:30:24.236648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Attempting to bind port b58572b6-a131-4a6c-8410-39eb72f6db7f on host hv-cinder-83008 for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:30:24.236935 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Attempting to bind port b58572b6-a131-4a6c-8410-39eb72f6db7f by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:30:24.237200 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Attempting to bind port b58572b6-a131-4a6c-8410-39eb72f6db7f on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:30:24.242845 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Port b58572b6-a131-4a6c-8410-39eb72f6db7f on network 990d04d5-655c-400f-8d73-5c1e8497dd5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:30:24.243316 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Attempting to bind port b58572b6-a131-4a6c-8410-39eb72f6db7f on network 990d04d5-655c-400f-8d73-5c1e8497dd5b {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:30:24.252244 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Checking agent: {'id': 'a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'started_at': datetime.datetime(2022, 2, 20, 20, 3, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:30:24.252674 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Checking segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:30:24.253254 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Bound using segment: {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:30:24.253918 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Bound port: b58572b6-a131-4a6c-8410-39eb72f6db7f, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:30:24.254323 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:24.320992 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] For port b58572b6-a131-4a6c-8410-39eb72f6db7f, host hv-cinder-83008, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:30:24.324834 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] For port b58572b6-a131-4a6c-8410-39eb72f6db7f, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:30:24.387028 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5271247'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:24.421500 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:24.422189 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:24.423900 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] 10.222.0.91 "PUT /v2.0/ports/b58572b6-a131-4a6c-8410-39eb72f6db7f HTTP/1.1" status: 200 len: 1094 time: 0.8197520 Feb 20 20:30:24.424587 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:30:24.427903 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15" -d '{"events": [{"name": "network-changed", "server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:30:24.469788 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f31cf6-c3ed-4c97-ad60-8eaa4ef87159 service neutron] Pushing event updated for resources: {'Port': ['ID=b58572b6-a131-4a6c-8410-39eb72f6db7f,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:30:24.604581 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8706f121-915c-40fc-9d98-56e07f950d54 x-openstack-request-id: req-8706f121-915c-40fc-9d98-56e07f950d54 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:30:24.604863 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:30:24.605108 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8706f121-915c-40fc-9d98-56e07f950d54 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:30:24.605499 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'status': 'completed', 'code': 200} Feb 20 20:30:24.628191 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-db357887-6c81-4fe6-bc43-3f2a9a168fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:24.629737 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-db357887-6c81-4fe6-bc43-3f2a9a168fec service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 1128 time: 0.0569654 Feb 20 20:30:24.678080 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-378f2e1d-550c-4475-bc37-9b0a4b36da08 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f HTTP/1.1" status: 200 len: 217 time: 0.0360479 Feb 20 20:30:24.727380 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-8c414b39-cb7f-4ed1-a8b4-9aa3ecb5d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:24.729530 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-8c414b39-cb7f-4ed1-a8b4-9aa3ecb5d64e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0444977 Feb 20 20:30:24.782447 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-4ce47e97-368f-4dbf-a81b-7ffbdf74e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:24.783837 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-4ce47e97-368f-4dbf-a81b-7ffbdf74e987 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485408 Feb 20 20:30:25.186390 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-6ca1f7d5-7384-4f3f-8250-cce44ac7cd0e service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957329 Feb 20 20:30:25.253917 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f4da0-4ce2-4b96-86f4-55d9986913a7 req-ba3d6117-6247-4fa3-adc3-8644704feb10 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:25.255354 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d93f4da0-4ce2-4b96-86f4-55d9986913a7 req-ba3d6117-6247-4fa3-adc3-8644704feb10 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 944 time: 0.1097414 Feb 20 20:30:25.312412 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-47099278-b665-43c1-8e2c-4ee4bae724ab req-97d17fc4-55e4-464d-8e0f-05db3d3eebef service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200397 Feb 20 20:30:25.324943 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-d93f4da0-4ce2-4b96-86f4-55d9986913a7 req-3c4216c1-4107-4e1b-9f74-fd63506c95d5 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640144 Feb 20 20:30:25.501008 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-d55fa9c4-6997-45f9-aced-2904418a1fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:25.502469 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-d55fa9c4-6997-45f9-aced-2904418a1fa5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 1128 time: 0.0447536 Feb 20 20:30:25.597056 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-4d6e5e85-f27e-4ee4-9776-47f4b002057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:25.598495 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-4d6e5e85-f27e-4ee4-9776-47f4b002057b service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0862362 Feb 20 20:30:25.643331 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-b034072c-5bab-4699-8827-eb05eb2ab56c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f HTTP/1.1" status: 200 len: 217 time: 0.0353324 Feb 20 20:30:25.695768 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-e9dd6048-2e8a-446c-b85c-46ceac7feda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:25.697615 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-e9dd6048-2e8a-446c-b85c-46ceac7feda3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0476911 Feb 20 20:30:25.745919 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-d20c972e-b336-43f3-8695-693f2d2f2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:25.747428 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-d20c972e-b336-43f3-8695-693f2d2f2c23 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445242 Feb 20 20:30:25.835641 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-a9fb8aea-a9be-4243-8da9-04220d8d85dd service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821347 Feb 20 20:30:25.927942 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-e9690b1d-7ddc-4b9d-a3db-6b0e75f34d15 req-301a2dcd-6a75-4565-b079-fec005523106 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860968 Feb 20 20:30:26.449832 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c79db-0e7f-4238-af89-76088c6ae3cc req-4dd975d2-8a46-4d3a-afb1-f9841ae95dc6 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:26.451246 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a5c79db-0e7f-4238-af89-76088c6ae3cc req-4dd975d2-8a46-4d3a-afb1-f9841ae95dc6 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 944 time: 0.0531986 Feb 20 20:30:26.501717 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a5c79db-0e7f-4238-af89-76088c6ae3cc req-f4f839c4-cff3-47eb-8ef4-8cc157486e2b tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448458 Feb 20 20:30:27.434146 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-649a6b88-395c-4c39-8584-faa33c8ab54c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470068 Feb 20 20:30:27.535241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-4e5c083a-41b2-4b40-9219-8829fb0d6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:27.536789 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-4e5c083a-41b2-4b40-9219-8829fb0d6de3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1129 time: 0.0467906 Feb 20 20:30:27.681743 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3c773-6a2d-46bb-993a-9af521faf0d8 req-78c727b8-2c9e-4fcd-9106-b9aa2eeaf9e9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:27.683194 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02e3c773-6a2d-46bb-993a-9af521faf0d8 req-78c727b8-2c9e-4fcd-9106-b9aa2eeaf9e9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 944 time: 0.1079299 Feb 20 20:30:27.684737 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-906ac25c-1d36-4f70-b67b-9ec5ebbea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:27.685977 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-906ac25c-1d36-4f70-b67b-9ec5ebbea469 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.1283045 Feb 20 20:30:27.779601 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-02e3c773-6a2d-46bb-993a-9af521faf0d8 req-93741ed5-00b3-4b82-9e17-7ca7e25df2c6 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907035 Feb 20 20:30:27.781633 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-98d92543-7eed-40d4-881c-99b0c077fdc1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 1001 time: 0.0863864 Feb 20 20:30:27.832891 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-9b892b9b-8f34-4520-9954-d7950e11dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:27.834347 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-9b892b9b-8f34-4520-9954-d7950e11dbb2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0470898 Feb 20 20:30:27.882374 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-00ec261b-cb4d-4bc4-859e-ee40bbf56740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:27.883871 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-00ec261b-cb4d-4bc4-859e-ee40bbf56740 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439775 Feb 20 20:30:27.973955 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-b1c514b8-7a8f-4b84-bd24-3df9fd0d9a1d service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830276 Feb 20 20:30:28.074631 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b1fe36a6-ab15-4dbc-a87d-c399d1e5bdb4 req-feaafd46-70d2-4723-94ea-fe0fd66ad1fb service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942390 Feb 20 20:30:28.896984 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707452f6-191d-4cd4-9208-f8266330d28c req-89906e9e-0115-47c8-8e04-d5372429ccc0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:28.898476 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-707452f6-191d-4cd4-9208-f8266330d28c req-89906e9e-0115-47c8-8e04-d5372429ccc0 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 944 time: 0.0517302 Feb 20 20:30:28.948973 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-707452f6-191d-4cd4-9208-f8266330d28c req-c4878b0e-6bc3-43b4-9d91-306bc1ee65c6 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Feb 20 20:30:30.075749 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65cbbc-2003-476f-8f9d-5ff52e1477a3 req-734e3c6c-0b14-46e1-aaa5-609b62eb7ebb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:30.077344 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dc65cbbc-2003-476f-8f9d-5ff52e1477a3 req-734e3c6c-0b14-46e1-aaa5-609b62eb7ebb tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 944 time: 0.0593922 Feb 20 20:30:30.135184 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-dc65cbbc-2003-476f-8f9d-5ff52e1477a3 req-bab45a84-3d3a-466f-a670-630c535212b8 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505888 Feb 20 20:30:31.262261 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba04d1-dc4d-4838-a6ee-da427c6f46d9 req-46cb6944-46b9-4e06-94e9-905f2a2f58d8 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:31.263819 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-afba04d1-dc4d-4838-a6ee-da427c6f46d9 req-46cb6944-46b9-4e06-94e9-905f2a2f58d8 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 944 time: 0.0555243 Feb 20 20:30:31.315181 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-afba04d1-dc4d-4838-a6ee-da427c6f46d9 req-68d24f72-4318-472a-b3d5-36fed87503ff tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Feb 20 20:30:32.440890 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94b2ba-c1db-4329-8626-1e84cd30a220 req-155caa5a-bb4c-4a75-8c91-a666a9448e45 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:32.442351 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c94b2ba-c1db-4329-8626-1e84cd30a220 req-155caa5a-bb4c-4a75-8c91-a666a9448e45 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 944 time: 0.0580440 Feb 20 20:30:32.507559 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-0c94b2ba-c1db-4329-8626-1e84cd30a220 req-e233a92f-e3c6-4950-99ab-ddea7cac0d24 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539386 Feb 20 20:30:33.251739 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b58572b6-a131-4a6c-8410-39eb72f6db7f details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=103374) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:30:33.352061 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b58572b6-a131-4a6c-8410-39eb72f6db7f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:30:33.364785 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Returning: {'device': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'port_id': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'mac_address': 'fa:16:3e:4a:64:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103374) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:30:33.411154 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b58572b6-a131-4a6c-8410-39eb72f6db7f is: DOWN; New status is: BUILD {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:30:33.411474 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:33.426249 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58572b6-a131-4a6c-8410-39eb72f6db7f {{(pid=103374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:30:33.446515 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b58572b6-a131-4a6c-8410-39eb72f6db7f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:30:33.535098 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:33.588976 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b58572b6-a131-4a6c-8410-39eb72f6db7f,revision_number=4']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:30:33.596698 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.603475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:33.645470 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fe861-7f0e-4608-8310-68f0bf8f8db9 req-d6b072af-ae5d-4922-9c05-596e9afa6b44 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:33.646981 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b91fe861-7f0e-4608-8310-68f0bf8f8db9 req-d6b072af-ae5d-4922-9c05-596e9afa6b44 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 945 time: 0.0649340 Feb 20 20:30:33.700583 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-b91fe861-7f0e-4608-8310-68f0bf8f8db9 req-c281be22-658c-45e9-a130-7bfaa16ac97d tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467758 Feb 20 20:30:34.037293 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] get_ports_and_sgs() called for port_ids ['b58572b6-a131-4a6c-8410-39eb72f6db7f'] {{(pid=103374) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:30:34.834346 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8125567-d89e-463b-983d-deaa0cabd5af req-c633fb77-570a-4d51-a86e-d5802fc446d7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:34.836134 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f8125567-d89e-463b-983d-deaa0cabd5af req-c633fb77-570a-4d51-a86e-d5802fc446d7 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 945 time: 0.0625215 Feb 20 20:30:34.895164 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f8125567-d89e-463b-983d-deaa0cabd5af req-fcfdcd7a-275d-4718-a1ed-38240042fd08 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514100 Feb 20 20:30:35.288697 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b58572b6-a131-4a6c-8410-39eb72f6db7f up at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:30:35.437927 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning for port b58572b6-a131-4a6c-8410-39eb72f6db7f completed by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:30:35.443017 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.provisioning_blocks [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Provisioning complete for port b58572b6-a131-4a6c-8410-39eb72f6db7f triggered by entity L2. {{(pid=103374) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:30:35.453412 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882688'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), provisioning_complete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:35.536228 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Current status of the port b58572b6-a131-4a6c-8410-39eb72f6db7f is: BUILD; New status is: ACTIVE {{(pid=103374) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:30:35.536623 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), before_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:35.567191 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f'}] {{(pid=103374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:30:35.569619 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd303482ab36ee44f9f21283bb9918e2be380a9d9b9e63a65e38d0f7028eba3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a140e1ed-0e76-45a3-9483-2d4744b4d62d" -d '{"events": [{"server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "name": "network-vif-plugged", "status": "completed", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f"}]}' {{(pid=103374) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:30:35.585591 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] For port b58572b6-a131-4a6c-8410-39eb72f6db7f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:30:35.681684 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:35.691777 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59964ed-02d9-4875-ad41-f7a2dcf333ee x-openstack-request-id: req-c59964ed-02d9-4875-ad41-f7a2dcf333ee {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:30:35.691777 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "name": "network-vif-plugged", "status": "completed", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f", "code": 200}]} {{(pid=103374) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:30:35.692029 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c59964ed-02d9-4875-ad41-f7a2dcf333ee {{(pid=103374) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:30:35.692521 dv-cinder-830086-1-iscsi neutron-server[103374]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'code': 200} Feb 20 20:30:35.744827 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Pushing event updated for resources: {'Port': ['ID=b58572b6-a131-4a6c-8410-39eb72f6db7f,revision_number=5']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:30:36.037382 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762a385-e8fd-4d89-bb6b-74a619636c81 req-640d867a-1129-46e6-93de-5e04974148c5 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:36.039098 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2762a385-e8fd-4d89-bb6b-74a619636c81 req-640d867a-1129-46e6-93de-5e04974148c5 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 946 time: 0.0701399 Feb 20 20:30:36.105154 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-2762a385-e8fd-4d89-bb6b-74a619636c81 req-17f873b6-91f5-4f12-a42c-2ab423ce2bcd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584981 Feb 20 20:30:36.163990 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59a671-8826-4b15-85d7-1e0efef1fea7 req-fc2c74fc-294a-4fbf-94b7-39ca865998f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:36.166104 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5a59a671-8826-4b15-85d7-1e0efef1fea7 req-fc2c74fc-294a-4fbf-94b7-39ca865998f0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 1130 time: 0.0483706 Feb 20 20:30:36.224574 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5a59a671-8826-4b15-85d7-1e0efef1fea7 req-31231c6c-8b01-4123-9223-e2a522adae01 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448914 Feb 20 20:30:36.735209 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-bf12a90d-a048-4313-89cf-b0a535587d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:37.241328 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b2f42-efc4-4e42-8d66-66bec522b0f2 req-546a2ffb-ec1e-4641-97d6-c1459a6e7ebd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:37.242867 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a3b2f42-efc4-4e42-8d66-66bec522b0f2 req-546a2ffb-ec1e-4641-97d6-c1459a6e7ebd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 946 time: 0.0595491 Feb 20 20:30:37.300893 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-1a3b2f42-efc4-4e42-8d66-66bec522b0f2 req-50ad11fa-fde5-407f-8ef5-c85b51e09b3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511811 Feb 20 20:30:38.214798 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:38.431784 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aa33c-2f69-433f-b137-c8e8427ee52d req-acbd6b89-3a15-474f-a382-2efee35bb25c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:38.433469 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-409aa33c-2f69-433f-b137-c8e8427ee52d req-acbd6b89-3a15-474f-a382-2efee35bb25c tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 946 time: 0.0572731 Feb 20 20:30:38.484836 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-409aa33c-2f69-433f-b137-c8e8427ee52d req-ac59a7af-483a-496e-baf8-9a55df6887fc tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457714 Feb 20 20:30:38.630969 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f9984-6b84-4e86-b371-9fb3c9c8b9a9 req-f2927761-b127-41c5-8252-375dc082d586 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:38.632567 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-232f9984-6b84-4e86-b371-9fb3c9c8b9a9 req-f2927761-b127-41c5-8252-375dc082d586 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 946 time: 0.0570903 Feb 20 20:30:38.687142 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-232f9984-6b84-4e86-b371-9fb3c9c8b9a9 req-cb85eafb-be04-4bda-bbec-d1f17efede2e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488255 Feb 20 20:30:38.710748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57660) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:30:38.810342 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1544b40-bc39-4192-8446-d64ac1c5423a tempest-TestVolumeBootPattern-1692678276 tempest-TestVolumeBootPattern-1692678276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:38.812005 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e1544b40-bc39-4192-8446-d64ac1c5423a tempest-TestVolumeBootPattern-1692678276 tempest-TestVolumeBootPattern-1692678276-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 1125 time: 0.0997314 Feb 20 20:30:38.815173 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57666) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:30:38.821353 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Request body: {'floatingip': {'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'port_id': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:30:38.923672 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:39.033590 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:39.049983 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-2f2c6ae8-3f8e-4ab3-8354-9c32cfa96065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:39.146299 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Allocated IP 172.27.1.17 (1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe/01f663f3-a11d-4999-a366-9c93c117ea84/390fee66-683e-49be-94ed-60e4b70643e8) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:30:39.258156 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (390fee66-683e-49be-94ed-60e4b70643e8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:39.363605 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769890920250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (390fee66-683e-49be-94ed-60e4b70643e8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:39.402029 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Network 1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:30:39.404924 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:30:39.410893 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:30:39.416448 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=390fee66-683e-49be-94ed-60e4b70643e8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:30:39.445181 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.445181 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.445487 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.445724 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.446053 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.447062 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.447407 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.447882 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.448222 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.448548 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.448866 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.449175 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.449485 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:30:39.802101 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (ae5e4427-9722-4b63-a882-3ed72d58be72), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:39.955878 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-984089'] for port (390fee66-683e-49be-94ed-60e4b70643e8), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:40.121362 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for port (390fee66-683e-49be-94ed-60e4b70643e8), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:40.237218 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769891361675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769890920268', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769890920286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4656523'] for port (390fee66-683e-49be-94ed-60e4b70643e8), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:40.288775 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:40.310488 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event updated for resources: {'Port': ['ID=390fee66-683e-49be-94ed-60e4b70643e8,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:30:40.324082 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7963134'] for floatingip (ae5e4427-9722-4b63-a882-3ed72d58be72), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:40.443982 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Floating IP ae5e4427-9722-4b63-a882-3ed72d58be72 associated. External IP: 172.27.1.17, port: b58572b6-a131-4a6c-8410-39eb72f6db7f. Feb 20 20:30:40.675926 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:30:40.792603 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:30:40.802788 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:30:40.816301 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:30:40.817008 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:30:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:30:40.871439 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:40.922467 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c1017c89-085c-4021-8deb-52278cc3e30e tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1058326 Feb 20 20:30:40.923408 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:30:40.925789 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38b1d27-a5f7-428f-87e2-163fc555ce51" -d '{"events": [{"name": "network-changed", "server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:30:40.958141 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:30:41.021896 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3808950-7ab3-428b-ad8f-881f426a26f3 x-openstack-request-id: req-b3808950-7ab3-428b-ad8f-881f426a26f3 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:30:41.022072 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:30:41.022206 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3808950-7ab3-428b-ad8f-881f426a26f3 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:30:41.022601 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'status': 'completed', 'code': 200} Feb 20 20:30:41.116743 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-666c1bf1-849a-4d90-afc5-8bc24f5ba981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:41.118724 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-666c1bf1-849a-4d90-afc5-8bc24f5ba981 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 1130 time: 0.0534012 Feb 20 20:30:41.210341 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:19Z', 'revision_number': 1, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}, {'id': 'ae5e4427-9722-4b63-a882-3ed72d58be72', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:4a:64:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:30:39Z', 'updated_at': '2022-02-20T20:30:39Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:30:41.219241 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-80855a84-b336-4b77-a607-d3e8174c8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:41.220733 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-80855a84-b336-4b77-a607-d3e8174c8c46 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0959699 Feb 20 20:30:41.238771 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:30:41.248645 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:30:41.249349 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:30:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:30:41.294164 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-b1f6936c-b3fe-4065-9fd0-0a7b81043ec9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f HTTP/1.1" status: 200 len: 999 time: 0.0673027 Feb 20 20:30:41.343212 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-a9145c7a-8cfd-4001-b500-eb5232e76ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:41.344766 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-a9145c7a-8cfd-4001-b500-eb5232e76ec5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0456514 Feb 20 20:30:41.367330 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:30:41.395149 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-d0e6951b-700f-43d8-af80-949e7ccaffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:30:41.396846 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-d0e6951b-700f-43d8-af80-949e7ccaffad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468976 Feb 20 20:30:41.497573 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-f411e02e-3a52-4d27-825b-b82c6e3f854d service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943582 Feb 20 20:30:41.597991 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-f38b1d27-a5f7-428f-87e2-163fc555ce51 req-d0478930-a730-463d-9146-5e1546785138 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Feb 20 20:30:41.607126 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:19Z', 'revision_number': 1, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}, {'id': 'ae5e4427-9722-4b63-a882-3ed72d58be72', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:4a:64:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:30:39Z', 'updated_at': '2022-02-20T20:30:39Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:30:41.637373 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ba3997-1b9d-43c3-9f83-c22d9f4149cb None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:19Z', 'revision_number': 1, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}, {'id': 'ae5e4427-9722-4b63-a882-3ed72d58be72', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:4a:64:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:30:39Z', 'updated_at': '2022-02-20T20:30:39Z', 'revision_number': 0, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:30:41.847877 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b9a2da-e05a-4960-a61b-15d6e1327f32 None None] New status for floating IP ae5e4427-9722-4b63-a882-3ed72d58be72: ACTIVE {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:30:41.940376 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:42.997321 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:30:53.822521 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:31:06.693930 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-84eccdcb-e591-44cb-9969-357f47ff38f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:08.190958 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:09.002736 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8a61d877-5e3d-48d0-99c2-904c201170c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:10.225072 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:11.945190 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:12.985934 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:29.477859 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-41332069-538d-4717-920f-46b4d15f120d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984054 Feb 20 20:31:29.585950 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-5e3a9b90-ae42-42bf-aa18-41b7b6d83923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:31:29.587479 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-5e3a9b90-ae42-42bf-aa18-41b7b6d83923 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1129 time: 0.0496669 Feb 20 20:31:29.691532 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-1e27c3bc-44ff-4291-a1ae-a1562c54a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:31:29.692942 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-1e27c3bc-44ff-4291-a1ae-a1562c54a134 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0872064 Feb 20 20:31:29.762642 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-2fe944f6-f8a5-4f2b-abe5-8bc38a551612 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 1001 time: 0.0635002 Feb 20 20:31:29.816409 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-879d56e6-be9c-40fc-80cc-67a9458dae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:31:29.817891 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-879d56e6-be9c-40fc-80cc-67a9458dae72 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0487204 Feb 20 20:31:29.866874 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-94842f33-9aa9-4782-b791-c6e3787c4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:31:29.868409 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-94842f33-9aa9-4782-b791-c6e3787c4b48 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452857 Feb 20 20:31:29.961616 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-c1e03aaa-5776-42ad-9327-48a0f35dae67 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867107 Feb 20 20:31:30.052375 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c81a59b4-70bd-4db5-8901-e6f2467c4537 req-cbed2038-8bba-4e7e-b48f-6c5047c5b6af service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849354 Feb 20 20:31:30.821149 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:31:36.692119 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-62b54d7c-c201-4777-9f07-834b40d99019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:38.218827 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:38.990164 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-397b4813-adeb-4393-86f5-e844f10324fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:40.190322 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:41.961291 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:31:42.978673 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:06.759866 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7e950b6d-1c49-49c2-9542-77e8bfcd88ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:07.820642 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:32:08.213148 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:08.993505 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-8654ec8e-d574-4aa0-b20f-336ba9a7c00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:10.187801 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:11.943775 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:12.954873 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:29.426449 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-9e555b2d-2b10-4a42-a021-df6380aa6938 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478797 Feb 20 20:32:29.513641 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c917a-3713-4771-b123-7e7fa2506388 req-ed15e4e6-e615-4c0c-a8d6-1e51d7175da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:29.514020 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57696) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:29.515149 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-ed15e4e6-e615-4c0c-a8d6-1e51d7175da0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 1130 time: 0.0564654 Feb 20 20:32:29.621500 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c917a-3713-4771-b123-7e7fa2506388 req-7496c374-1639-4d20-8543-9cabaeee744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:29.623005 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-7496c374-1639-4d20-8543-9cabaeee744f service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0881405 Feb 20 20:32:29.677009 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Deleting port 390fee66-683e-49be-94ed-60e4b70643e8 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:29.677267 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (390fee66-683e-49be-94ed-60e4b70643e8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:29.696114 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-6ade77bc-0859-4e57-b523-eb18220fe381 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f HTTP/1.1" status: 200 len: 1001 time: 0.0657694 Feb 20 20:32:29.747729 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c917a-3713-4771-b123-7e7fa2506388 req-af7a1673-08df-4ef3-92bf-d82795f377a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:29.750221 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-af7a1673-08df-4ef3-92bf-d82795f377a6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0477989 Feb 20 20:32:29.754928 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (390fee66-683e-49be-94ed-60e4b70643e8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:29.755260 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (390fee66-683e-49be-94ed-60e4b70643e8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:29.768687 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Calling delete_port for 390fee66-683e-49be-94ed-60e4b70643e8 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:29.800902 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c917a-3713-4771-b123-7e7fa2506388 req-7b8a7b1d-5a62-49ec-9e8a-534e27f7724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:29.802480 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-7b8a7b1d-5a62-49ec-9e8a-534e27f7724a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477412 Feb 20 20:32:29.906923 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-ce1b4ba0-2dca-442c-ba32-f80d55d51199 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929224 Feb 20 20:32:29.999074 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-671c917a-3713-4771-b123-7e7fa2506388 req-9eaa2c83-46ca-431b-9a72-dde734277ff1 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Feb 20 20:32:30.017514 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (390fee66-683e-49be-94ed-60e4b70643e8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:30.056928 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event deleted for resources: {'Port': ['ID=390fee66-683e-49be-94ed-60e4b70643e8,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:30.096400 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.096748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.097087 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.097420 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.097748 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.098071 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.098391 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.098710 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.099029 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.099347 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.099663 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.101000 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.101327 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:30.124513 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (ae5e4427-9722-4b63-a882-3ed72d58be72), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:30.129634 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Floating IP ae5e4427-9722-4b63-a882-3ed72d58be72 disassociated (deleted). External IP: 172.27.1.17, port: b58572b6-a131-4a6c-8410-39eb72f6db7f. Feb 20 20:32:30.345828 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:32:30.692913 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:32:30.698434 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:30.702975 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:32:30.713630 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:30.714265 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:30.727424 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-60482ed4-e044-4fce-9864-ad0b2de205ce tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "DELETE /v2.0/floatingips/ae5e4427-9722-4b63-a882-3ed72d58be72 HTTP/1.1" status: 204 len: 168 time: 1.2123072 Feb 20 20:32:30.728318 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:32:30.730653 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:32:30.774109 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997b97af-28d3-4c57-8804-1a7829fd6a50 x-openstack-request-id: req-997b97af-28d3-4c57-8804-1a7829fd6a50 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:32:30.774515 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:32:30.774660 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-997b97af-28d3-4c57-8804-1a7829fd6a50 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:32:30.775004 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'status': 'completed', 'code': 200} Feb 20 20:32:30.847365 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:30.868592 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-1a909089-f39a-45b8-8934-bda2c8ba6a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:30.870563 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-1a909089-f39a-45b8-8934-bda2c8ba6a36 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 1130 time: 0.0511448 Feb 20 20:32:30.979798 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-5573823b-9fb4-493f-9e5f-f3f66feba02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:30.981687 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-5573823b-9fb4-493f-9e5f-f3f66feba02f service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.1043451 Feb 20 20:32:31.032419 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-3c709d09-9d75-47ee-a2e1-452e4abec6b6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f HTTP/1.1" status: 200 len: 217 time: 0.0432873 Feb 20 20:32:31.099105 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:19Z', 'revision_number': 1, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:31.116806 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-ea5664e5-7174-4672-a25a-650fa94b8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:31.118183 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-ea5664e5-7174-4672-a25a-650fa94b8272 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0806198 Feb 20 20:32:31.134059 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:32:31.143339 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:31.143969 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:09Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:31.176708 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1ece-9f23-4928-a7d9-fefa5d4da235 req-42d9588c-c15f-4a90-b55a-ad25378f145a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:31.178237 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-205a1ece-9f23-4928-a7d9-fefa5d4da235 req-42d9588c-c15f-4a90-b55a-ad25378f145a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 946 time: 0.0988624 Feb 20 20:32:31.192045 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-fb806e83-5b26-4179-bfc8-a4aa3bf5dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:31.193932 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-fb806e83-5b26-4179-bfc8-a4aa3bf5dcc6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694318 Feb 20 20:32:31.267665 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:31.286594 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-205a1ece-9f23-4928-a7d9-fefa5d4da235 req-2102287b-17f2-4549-9974-66d925e9ab85 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023190 Feb 20 20:32:31.319224 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-b35d960f-7253-429b-9d95-cc68c1937552 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169925 Feb 20 20:32:31.411627 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-79dcab96-dc74-4afd-8de8-6e7054cd0a8f req-6fdaa30d-9161-456d-b3f1-ae93b4ab0ca8 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861168 Feb 20 20:32:31.514875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:19Z', 'revision_number': 1, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:31.547192 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cad749-b1f0-4991-b906-8a0fceb148b8 None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_floatingips': [{'id': '6f1c3611-ea3a-4ecb-97d6-6c40b26087a4', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'router_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'port_id': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'mac_address': 'fa:16:3e:2c:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:28:17Z', 'updated_at': '2022-02-20T20:28:19Z', 'revision_number': 1, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:32:31.770195 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5f703b-1071-432f-b689-3d359f50fdac None None] New status for floating IP ae5e4427-9722-4b63-a882-3ed72d58be72: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:32:32.416814 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035c90a-4f8f-4f38-b78a-fcfbe656abb0 req-11da4473-dcb4-49e7-945a-75a90e37fbe9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:32.418244 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c035c90a-4f8f-4f38-b78a-fcfbe656abb0 req-11da4473-dcb4-49e7-945a-75a90e37fbe9 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 946 time: 0.0592535 Feb 20 20:32:32.469024 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c035c90a-4f8f-4f38-b78a-fcfbe656abb0 req-d87c93c1-7228-47bf-9681-1d6115533c1b tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Feb 20 20:32:32.980611 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413ffa5-8909-4730-885c-8704ea51562a req-a761527f-4af2-4aa1-80fe-3a753506ad33 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:32.982147 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3413ffa5-8909-4730-885c-8704ea51562a req-a761527f-4af2-4aa1-80fe-3a753506ad33 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 946 time: 0.0528157 Feb 20 20:32:33.078264 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Deleting port b58572b6-a131-4a6c-8410-39eb72f6db7f {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:33.078495 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:33.173406 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] For port b58572b6-a131-4a6c-8410-39eb72f6db7f, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=b58572b6-a131-4a6c-8410-39eb72f6db7f,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:33.173765 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:33.187748 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Calling delete_port for b58572b6-a131-4a6c-8410-39eb72f6db7f owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:33.377611 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (b58572b6-a131-4a6c-8410-39eb72f6db7f), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:33.407216 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event deleted for resources: {'Port': ['ID=b58572b6-a131-4a6c-8410-39eb72f6db7f,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.422648 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.423817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.423817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.423817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.423817 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:33.459705 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] No DVR routers for this DVR port b58572b6-a131-4a6c-8410-39eb72f6db7f on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:32:33.462271 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:33.465571 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-3413ffa5-8909-4730-885c-8704ea51562a req-5d67bc62-2e57-4b32-a6aa-b47d0ebf0b92 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "DELETE /v2.0/ports/b58572b6-a131-4a6c-8410-39eb72f6db7f HTTP/1.1" status: 204 len: 173 time: 0.4774771 Feb 20 20:32:33.466030 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'name': 'network-vif-deleted', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:32:33.468338 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fc51f3-6c1e-4b3c-a699-db799fcc5e70" -d '{"events": [{"server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "name": "network-vif-deleted", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:32:33.511915 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd23f67-a3ce-4e6a-ace9-4dad006ff19c x-openstack-request-id: req-bdd23f67-a3ce-4e6a-ace9-4dad006ff19c {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:32:33.512495 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62585ea5-3f3a-417a-a57e-d3eef7846cc5", "name": "network-vif-deleted", "tag": "b58572b6-a131-4a6c-8410-39eb72f6db7f", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:32:33.513393 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bdd23f67-a3ce-4e6a-ace9-4dad006ff19c {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:32:33.513793 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62585ea5-3f3a-417a-a57e-d3eef7846cc5', 'name': 'network-vif-deleted', 'tag': 'b58572b6-a131-4a6c-8410-39eb72f6db7f', 'status': 'completed', 'code': 200} Feb 20 20:32:33.577239 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-01b87e46-47c8-4f9c-a7be-d2049cb1c87f req-cafa0f12-c8bf-4223-8b7c-9a39a2654960 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 210 time: 0.0299494 Feb 20 20:32:34.689389 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ee07b7af-da91-4e76-9d94-67b073c9c509 req-5ee54414-c168-46df-aabd-934dc5ff7ccd tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=62585ea5-3f3a-417a-a57e-d3eef7846cc5 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Feb 20 20:32:35.998030 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b58572b6-a131-4a6c-8410-39eb72f6db7f no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:36.019330 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: b58572b6-a131-4a6c-8410-39eb72f6db7f {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:36.019677 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device b58572b6-a131-4a6c-8410-39eb72f6db7f not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:36.689824 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-3f64d8ab-446f-4f86-9576-fbf4233f404e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:38.203589 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57742) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:38.266907 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:38.367080 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Deleting port b3a285ba-fcec-4aee-8b95-b59f0122ae58 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:38.367413 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:38.446627 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:38.446893 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (b3a285ba-fcec-4aee-8b95-b59f0122ae58), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:38.458988 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Calling delete_port for b3a285ba-fcec-4aee-8b95-b59f0122ae58 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:38.672993 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (b3a285ba-fcec-4aee-8b95-b59f0122ae58), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:38.702226 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event deleted for resources: {'Port': ['ID=b3a285ba-fcec-4aee-8b95-b59f0122ae58,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:38.769557 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (6f1c3611-ea3a-4ecb-97d6-6c40b26087a4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:38.769557 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Floating IP 6f1c3611-ea3a-4ecb-97d6-6c40b26087a4 disassociated (deleted). External IP: 172.27.1.249, port: 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd. Feb 20 20:32:38.984664 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:32:39.004456 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9580e91-6aeb-4eac-82a8-ec969700527c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:39.097420 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:32:39.102494 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:39.109389 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:32:39.120496 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:39.121129 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:39.138376 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a73f865b-c3c1-4a5b-bac0-09fd3914a543 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "DELETE /v2.0/floatingips/6f1c3611-ea3a-4ecb-97d6-6c40b26087a4 HTTP/1.1" status: 204 len: 168 time: 0.9308474 Feb 20 20:32:39.138376 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:32:39.138936 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c38000badca4f2a6d5a5430470fa7a1f93f42bf5599d33e5d51884bef8337d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae75914c-0521-4ae6-a87a-05523503924a" -d '{"events": [{"name": "network-changed", "server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:32:39.179755 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b26ec2-0bdc-4caa-b951-ca9b4e7b390d x-openstack-request-id: req-83b26ec2-0bdc-4caa-b951-ca9b4e7b390d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:32:39.180054 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:32:39.180496 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-83b26ec2-0bdc-4caa-b951-ca9b4e7b390d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:32:39.180906 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'status': 'completed', 'code': 200} Feb 20 20:32:39.248885 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:39.269862 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75914c-0521-4ae6-a87a-05523503924a req-bd698b22-9681-411b-b904-e4a8bf17fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:39.271511 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae75914c-0521-4ae6-a87a-05523503924a req-bd698b22-9681-411b-b904-e4a8bf17fc1d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 1129 time: 0.0462680 Feb 20 20:32:39.373139 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75914c-0521-4ae6-a87a-05523503924a req-3c882077-3f80-4a7c-b556-20a3474e09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:39.374619 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae75914c-0521-4ae6-a87a-05523503924a req-3c882077-3f80-4a7c-b556-20a3474e09d2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 200 len: 913 time: 0.0964332 Feb 20 20:32:39.418246 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae75914c-0521-4ae6-a87a-05523503924a req-489cc648-0f6b-463c-8439-9f5ffafa69af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 200 len: 217 time: 0.0374546 Feb 20 20:32:39.470532 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:39.471203 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75914c-0521-4ae6-a87a-05523503924a req-905ab693-bf0c-466f-906c-2e498aea7429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:39.472055 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae75914c-0521-4ae6-a87a-05523503924a req-905ab693-bf0c-466f-906c-2e498aea7429 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 200 len: 851 time: 0.0475893 Feb 20 20:32:39.497874 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:32:39.508440 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:39.509061 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:39.530262 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75914c-0521-4ae6-a87a-05523503924a req-4e9859cc-c5fb-427c-9456-cb8c00beed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:39.532098 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae75914c-0521-4ae6-a87a-05523503924a req-4e9859cc-c5fb-427c-9456-cb8c00beed5f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=990d04d5-655c-400f-8d73-5c1e8497dd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545239 Feb 20 20:32:39.624000 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:39.648762 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d7062-6b07-4ff3-8cd9-df13678b82e7 req-2195959e-b066-4b1f-a65d-df5397ec07b5 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:39.650311 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c93d7062-6b07-4ff3-8cd9-df13678b82e7 req-2195959e-b066-4b1f-a65d-df5397ec07b5 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 945 time: 0.1154063 Feb 20 20:32:39.679658 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae75914c-0521-4ae6-a87a-05523503924a req-f2c997fa-85dd-4cfc-8d42-555264368665 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344769 Feb 20 20:32:39.759894 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-c93d7062-6b07-4ff3-8cd9-df13678b82e7 req-203e960d-5c29-4757-ac20-98e9b60bdd72 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029363 Feb 20 20:32:39.799931 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-ae75914c-0521-4ae6-a87a-05523503924a req-d610cffd-ae6b-411e-8960-7002ca446e95 service neutron] 10.222.0.91 "GET /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122515 Feb 20 20:32:39.846019 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:39.872828 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f216bd-896d-498b-9b0d-86269ff16111 None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:24:37Z', 'revision_number': 4, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi', '_interfaces': [{'id': 'f5d1be6a-e2b1-4a3e-b144-55787a09572a', 'name': '', 'network_id': '990d04d5-655c-400f-8d73-5c1e8497dd5b', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'mac_address': 'fa:16:3e:2c:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:37Z', 'updated_at': '2022-02-20T20:24:41Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'subnets': [{'id': 'f9c0f518-0429-4bd7-8e9c-197df999878a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:32:40.105855 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221ecf3a-5403-4ce6-9bde-898a666c35b7 None None] New status for floating IP 6f1c3611-ea3a-4ecb-97d6-6c40b26087a4: DOWN {{(pid=103376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:32:40.228590 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:40.889889 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e57f2-d633-4578-8663-f3020f6861ca req-0ba2e690-9e79-47ba-8fe3-3d7bd2601a18 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:40.891363 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5c7e57f2-d633-4578-8663-f3020f6861ca req-0ba2e690-9e79-47ba-8fe3-3d7bd2601a18 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 945 time: 0.0550938 Feb 20 20:32:40.944193 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-5c7e57f2-d633-4578-8663-f3020f6861ca req-9582eaf0-2175-4b6c-9b9b-6b15d8156455 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/security-groups?id=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Feb 20 20:32:41.307040 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-e020f81f-b70c-46c3-b3de-ec307e5c5260 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:32:41.308494 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-e020f81f-b70c-46c3-b3de-ec307e5c5260 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 945 time: 0.0609982 Feb 20 20:32:41.404900 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Deleting port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:41.405230 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:41.496284 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] For port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:41.496572 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:41.510724 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Calling delete_port for 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd owned by compute:nova {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:41.680101 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:41.710861 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event deleted for resources: {'Port': ['ID=2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:41.751627 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] No DVR routers for this DVR port 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd on host hv-cinder-83008 {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:32:41.754172 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for port (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:41.758516 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-87933d76-c59c-4d0d-a948-5de256e9c360 req-56708be1-acc7-4d15-9eed-090822da1367 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.91 "DELETE /v2.0/ports/2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd HTTP/1.1" status: 204 len: 173 time: 0.4445610 Feb 20 20:32:41.758977 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'name': 'network-vif-deleted', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd'}] {{(pid=103373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:32:41.761268 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9c95e33098a8e20961ea2e497111d35ba31b0e556f2e0c3a2a3dd49de7ba785" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce12881-4fb8-489c-a3f2-5940ce4ae24d" -d '{"events": [{"server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "name": "network-vif-deleted", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd"}]}' {{(pid=103373) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:32:41.798887 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd19583d-fe13-4b2a-93c5-2d4c4cc90b60 x-openstack-request-id: req-fd19583d-fe13-4b2a-93c5-2d4c4cc90b60 {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:32:41.799177 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63355023-8498-4305-9a97-8ea2e8ffb1cb", "name": "network-vif-deleted", "tag": "2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd", "status": "completed", "code": 200}]} {{(pid=103373) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:32:41.799431 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fd19583d-fe13-4b2a-93c5-2d4c4cc90b60 {{(pid=103373) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:32:41.799822 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63355023-8498-4305-9a97-8ea2e8ffb1cb', 'name': 'network-vif-deleted', 'tag': '2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd', 'status': 'completed', 'code': 200} Feb 20 20:32:41.925641 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:42.045685 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-8c502fe8-bf3b-4838-a331-dca1a6d3300c req-aaa2c7b1-9896-4506-8152-0bdbc42b5c05 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 210 time: 0.0277553 Feb 20 20:32:42.988278 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:43.157807 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [req-154b65cb-7c11-4910-97fc-a79a813783de req-e28482ba-e14b-43ab-b9ab-46efb30e0bd3 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "GET /v2.0/ports?device_id=63355023-8498-4305-9a97-8ea2e8ffb1cb HTTP/1.1" status: 200 len: 210 time: 0.0270877 Feb 20 20:32:44.043188 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd no longer exists at agent hyperv_hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:44.066160 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] No Port match for: 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:44.066504 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Device 2a9b9c0b-b76d-45dc-8e8c-7464f46e41cd not bound to the agent host hv-cinder-83008 {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:44.215428 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57760) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:44.336467 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Deleting port 61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:44.336710 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:44.412434 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:44.412742 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:44.424185 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Calling delete_port for 61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:44.626738 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:44.653931 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event deleted for resources: {'Port': ['ID=61ba1fc7-80bc-4401-ad8d-f5ad9d21c96a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:44.716532 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for floatingip (2507e629-1126-46c6-b5ce-04d744224e96), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:44.722101 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189027'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:44.722101 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-dc835b10-5e8c-4051-8388-f36e4b0b8d3a tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "DELETE /v2.0/floatingips/2507e629-1126-46c6-b5ce-04d744224e96 HTTP/1.1" status: 204 len: 168 time: 0.5037789 Feb 20 20:32:44.819907 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:32:46.046784 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57772) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:46.110578 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6127a5a8-f329-4488-9072-29b18597a046 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group (4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:46.137103 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6127a5a8-f329-4488-9072-29b18597a046 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group (4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:46.279482 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6127a5a8-f329-4488-9072-29b18597a046 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:46.282230 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6127a5a8-f329-4488-9072-29b18597a046 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:46.283423 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6127a5a8-f329-4488-9072-29b18597a046 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] 10.222.0.61 "DELETE /v2.0/security-groups/4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5 HTTP/1.1" status: 204 len: 168 time: 0.2356472 Feb 20 20:32:46.294456 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127a5a8-f329-4488-9072-29b18597a046 tempest-TestVolumeBootPattern-1951919928 tempest-TestVolumeBootPattern-1951919928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e26dae8-e27e-4a12-a3dc-e9d3e3c597e5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:46.433281 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57776) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:46.907494 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (d2de50cc-eea2-4701-9c8f-369fca381bb7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:47.168038 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Deleting port f5d1be6a-e2b1-4a3e-b144-55787a09572a {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:47.168741 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:47.245708 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] For port f5d1be6a-e2b1-4a3e-b144-55787a09572a, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=f5d1be6a-e2b1-4a3e-b144-55787a09572a,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:47.246060 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:47.263822 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Calling delete_port for f5d1be6a-e2b1-4a3e-b144-55787a09572a owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:47.529847 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (f5d1be6a-e2b1-4a3e-b144-55787a09572a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:47.557860 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d1be6a-e2b1-4a3e-b144-55787a09572a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:47.732560 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (d2de50cc-eea2-4701-9c8f-369fca381bb7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:47.967380 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Router d2de50cc-eea2-4701-9c8f-369fca381bb7 has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:32:48.082708 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:32:48.087816 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7f61d4ee-2d5c-42e4-94db-87f3a81be0f8 admin admin] 10.222.0.61 "PUT /v2.0/routers/d2de50cc-eea2-4701-9c8f-369fca381bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6533613 Feb 20 20:32:48.090420 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57780) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:48.092882 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] Sync routers for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:32:48.104806 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:48.105429 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:48.203675 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks [] for router (d2de50cc-eea2-4701-9c8f-369fca381bb7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:48.215678 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: dv-cinder-830086-1-iscsi {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:48.313724 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks [] for router_gateway (d2de50cc-eea2-4701-9c8f-369fca381bb7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:48.404221 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:32:47Z', 'revision_number': 5, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port': {'id': 'ccb3139b-8f45-45ae-b3b2-2b96bd54a755', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:35Z', 'updated_at': '2022-02-20T20:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:48.424798 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Deleting port ccb3139b-8f45-45ae-b3b2-2b96bd54a755 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:48.428371 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:48.438862 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] Checking router: d2de50cc-eea2-4701-9c8f-369fca381bb7 for host: dv-cinder-830086-1-iscsi {{(pid=103374) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:32:48.448808 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] Routers {'d2de50cc-eea2-4701-9c8f-369fca381bb7'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103374) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:48.449444 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['d2de50cc-eea2-4701-9c8f-369fca381bb7'], 'active': True} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:48.510494 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] For port ccb3139b-8f45-45ae-b3b2-2b96bd54a755, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:48.510850 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:48.529062 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Calling delete_port for ccb3139b-8f45-45ae-b3b2-2b96bd54a755 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:48.544158 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvr_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] Set router d2de50cc-eea2-4701-9c8f-369fca381bb7 gateway port host: None {{(pid=103374) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:48.597147 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_hamode_db [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:32:48Z', 'revision_number': 6, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port_host': None}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:48.628294 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f3af50-fc5c-4acd-98e1-51995dc0f5ae None None] The sync data for ids ['d2de50cc-eea2-4701-9c8f-369fca381bb7'] in dv-cinder-830086-1-iscsi is: [{'id': 'd2de50cc-eea2-4701-9c8f-369fca381bb7', 'name': 'tempest-TestVolumeBootPattern-1585704500-router', 'tenant_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:34Z', 'updated_at': '2022-02-20T20:32:48Z', 'revision_number': 6, 'project_id': 'fc2c59dddb5a4f17adca8ccc74cb20cd', 'gw_port_host': None}] {{(pid=103374) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:32:48.783031 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (ccb3139b-8f45-45ae-b3b2-2b96bd54a755), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.047864 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb3139b-8f45-45ae-b3b2-2b96bd54a755,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:49.109618 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (d2de50cc-eea2-4701-9c8f-369fca381bb7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.149264 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device f5d1be6a-e2b1-4a3e-b144-55787a09572a no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:49.171583 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: f5d1be6a-e2b1-4a3e-b144-55787a09572a {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:49.171930 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device f5d1be6a-e2b1-4a3e-b144-55787a09572a not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:49.212525 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (d2de50cc-eea2-4701-9c8f-369fca381bb7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.214883 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks [] for router_controller (d2de50cc-eea2-4701-9c8f-369fca381bb7), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.320886 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (d2de50cc-eea2-4701-9c8f-369fca381bb7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.321916 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2de50cc-eea2-4701-9c8f-369fca381bb7 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:32:49.332168 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.332168 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7a04b16c-41de-4e8d-9eb4-6b7fb2e0b4df admin admin] 10.222.0.61 "DELETE /v2.0/routers/d2de50cc-eea2-4701-9c8f-369fca381bb7 HTTP/1.1" status: 204 len: 168 time: 1.2375383 Feb 20 20:32:49.332168 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57782) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:49.382351 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] Deleting subnet f9c0f518-0429-4bd7-8e9c-197df999878a {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:32:49.385836 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] Publish callbacks [] for subnet (f9c0f518-0429-4bd7-8e9c-197df999878a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.423932 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66743496'] for subnet (f9c0f518-0429-4bd7-8e9c-197df999878a), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.507386 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (f9c0f518-0429-4bd7-8e9c-197df999878a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.615830 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4654657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66645136'] for subnet (f9c0f518-0429-4bd7-8e9c-197df999878a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.641578 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c0f518-0429-4bd7-8e9c-197df999878a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:49.645315 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.648516 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-05b01635-264e-4162-8dd4-f3a7ce57af99 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f9c0f518-0429-4bd7-8e9c-197df999878a HTTP/1.1" status: 204 len: 168 time: 0.3154020 Feb 20 20:32:49.651450 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.61', 57784) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:49.654080 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f2a48-d6a5-453e-8295-3600361e8338 None None] Network 990d04d5-655c-400f-8d73-5c1e8497dd5b requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:32:49.724849 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (990d04d5-655c-400f-8d73-5c1e8497dd5b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.791367 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Deleting port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:49.791367 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.834031 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] DHCP port deletion for 990d04d5-655c-400f-8d73-5c1e8497dd5b request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:32:49.857314 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] For port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:49.857677 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.872255 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Calling delete_port for 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:49.884897 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Deleting port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:49.885271 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.955673 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] For port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,segment=NetworkSegment(c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda),segment_id=c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:49.956065 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:49.969317 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Calling delete_port for 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:50.045477 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4656528'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.051807 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (3245ad3f-710b-432a-ba7e-d3fb6bcb0a08), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.074542 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Pushing event deleted for resources: {'Port': ['ID=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:50.076427 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] No DVR routers for this DVR port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 on host dv-cinder-830086-1-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:32:50.081309 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Pushing event deleted for resources: {'Port': ['ID=3245ad3f-710b-432a-ba7e-d3fb6bcb0a08,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:50.084089 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] No DVR routers for this DVR port 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:32:50.095475 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.096353 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.096353 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.096353 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.096623 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.096942 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.097231 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.097560 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.097924 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.098199 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.098522 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.098847 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.099862 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17746259-2518-4bf2-9c37-9f5663781fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830086-1-iscsi {{(pid=103374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:32:50.151610 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (990d04d5-655c-400f-8d73-5c1e8497dd5b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.173651 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990d04d5-655c-400f-8d73-5c1e8497dd5b']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:50.183545 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:50.183839 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:50.193988 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66743505'] for segment (c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.207068 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.213954 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:32:50.214581 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4656551'] for segment (c1b035a6-9c79-49dd-8cbe-dbdcc77c6bda), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: Traceback (most recent call last): Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: timer() Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: cb(*args, **kw) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: return func(*args, **kwargs) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: self._notify() Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: self.callback(batched_events) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: event.method(event) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: return f(self, *a, **k) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._get(url).json() Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:32:50.215835 dv-cinder-830086-1-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:32:50.335474 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (990d04d5-655c-400f-8d73-5c1e8497dd5b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.340974 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:50.344860 dv-cinder-830086-1-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] 10.222.0.61 "DELETE /v2.0/networks/990d04d5-655c-400f-8d73-5c1e8497dd5b HTTP/1.1" status: 204 len: 168 time: 0.6916728 Feb 20 20:32:50.347264 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57786) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:50.355995 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799cd54-2917-4ff1-be42-6000d785811a admin admin] Pushing event deleted for resources: {'Network': ['ID=990d04d5-655c-400f-8d73-5c1e8497dd5b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:50.831592 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device ccb3139b-8f45-45ae-b3b2-2b96bd54a755 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:50.855870 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: ccb3139b-8f45-45ae-b3b2-2b96bd54a755 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:50.856223 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device ccb3139b-8f45-45ae-b3b2-2b96bd54a755 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:50.856642 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:50.876329 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:50.876667 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 3245ad3f-710b-432a-ba7e-d3fb6bcb0a08 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:50.984436 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7965694'] for router_interface (f94060fe-959c-4a49-91cd-aa2b076a4cdb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:51.240788 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Deleting port 32db0595-3838-47dc-ada5-7a10e4da864d {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:51.241125 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:51.326209 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] For port 32db0595-3838-47dc-ada5-7a10e4da864d, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=32db0595-3838-47dc-ada5-7a10e4da864d,segment=NetworkSegment(4888b9ec-cac6-4af7-a42b-c0e232bbd16e),segment_id=4888b9ec-cac6-4af7-a42b-c0e232bbd16e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:51.326569 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:51.340677 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Calling delete_port for 32db0595-3838-47dc-ada5-7a10e4da864d owned by network:router_interface {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:51.582853 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (32db0595-3838-47dc-ada5-7a10e4da864d), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:51.607895 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=32db0595-3838-47dc-ada5-7a10e4da864d,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:51.785179 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8364294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7963758'] for router_interface (f94060fe-959c-4a49-91cd-aa2b076a4cdb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:52.029109 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Router f94060fe-959c-4a49-91cd-aa2b076a4cdb has already been hosted by L3 agent 108cf325-d1ee-4324-a89e-abdd12e63686 {{(pid=103373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:32:52.146405 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] Notify agent at l3_agent.dv-cinder-830086-1-iscsi the message routers_updated {{(pid=103373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:32:52.152844 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-0220949e-3089-492f-b4e8-4b6113e619d4 admin admin] 10.222.0.61 "PUT /v2.0/routers/f94060fe-959c-4a49-91cd-aa2b076a4cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8044569 Feb 20 20:32:52.155198 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57788) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:52.163097 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] Sync routers for ids ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'] in dv-cinder-830086-1-iscsi {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:32:52.173764 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] Routers {'f94060fe-959c-4a49-91cd-aa2b076a4cdb'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:52.174385 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:52.267647 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks [] for router (f94060fe-959c-4a49-91cd-aa2b076a4cdb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:52.293409 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] Set router f94060fe-959c-4a49-91cd-aa2b076a4cdb gateway port host: dv-cinder-830086-1-iscsi {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:52.379334 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks [] for router_gateway (f94060fe-959c-4a49-91cd-aa2b076a4cdb), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:52.507040 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'external_fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:32:51Z', 'revision_number': 5, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port': {'id': '7720629a-eb1d-4746-a536-fb56362efbd0', 'name': '', 'network_id': '1921f7d4-bef5-4b6b-9b59-e8a7ef7ae5fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830086-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01f663f3-a11d-4999-a366-9c93c117ea84', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830086-1-iscsi'}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:52.537292 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] Checking router: f94060fe-959c-4a49-91cd-aa2b076a4cdb for host: dv-cinder-830086-1-iscsi {{(pid=103376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:32:52.545806 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] Routers {'f94060fe-959c-4a49-91cd-aa2b076a4cdb'} bound to L3 agent in host dv-cinder-830086-1-iscsi {{(pid=103376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:32:52.546333 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830086-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T19:56:39Z,description=,heartbeat_timestamp=2022-02-20T20:32:39Z,host='dv-cinder-830086-1-iscsi',id=108cf325-d1ee-4324-a89e-abdd12e63686,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T19:56:40Z,topic='l3_agent')) {'router_ids': ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'], 'active': True} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:52.560468 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Deleting port 7720629a-eb1d-4746-a536-fb56362efbd0 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:52.560796 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:52.635747 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_dvr_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] Set router f94060fe-959c-4a49-91cd-aa2b076a4cdb gateway port host: None {{(pid=103376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:32:52.649830 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] For port 7720629a-eb1d-4746-a536-fb56362efbd0, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=7720629a-eb1d-4746-a536-fb56362efbd0,segment=NetworkSegment(f5bafbd6-5b67-4e09-bd41-e90259abb538),segment_id=f5bafbd6-5b67-4e09-bd41-e90259abb538)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:52.650479 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:52.663810 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Calling delete_port for 7720629a-eb1d-4746-a536-fb56362efbd0 owned by network:router_gateway {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:52.689477 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.l3_hamode_db [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:32:52Z', 'revision_number': 6, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port_host': None}], 'dv-cinder-830086-1-iscsi', False) {} {{(pid=103376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:52.721127 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39fd8d-b26e-4f05-b198-3f48e5469dae None None] The sync data for ids ['f94060fe-959c-4a49-91cd-aa2b076a4cdb'] in dv-cinder-830086-1-iscsi is: [{'id': 'f94060fe-959c-4a49-91cd-aa2b076a4cdb', 'name': 'tempest-TestVolumeBootPattern-144259966-router', 'tenant_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:24:41Z', 'updated_at': '2022-02-20T20:32:52Z', 'revision_number': 6, 'project_id': 'ede3e92c0a1b467eb07ce06b98edfe28', 'gw_port_host': None}] {{(pid=103376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:32:52.913926 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (7720629a-eb1d-4746-a536-fb56362efbd0), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:52.940260 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Pushing event deleted for resources: {'Port': ['ID=7720629a-eb1d-4746-a536-fb56362efbd0,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:53.002181 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7963012'] for router_gateway (f94060fe-959c-4a49-91cd-aa2b076a4cdb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.100119 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7966232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57986'] for router (f94060fe-959c-4a49-91cd-aa2b076a4cdb), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.103054 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks [] for router_controller (f94060fe-959c-4a49-91cd-aa2b076a4cdb), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.186360 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 32db0595-3838-47dc-ada5-7a10e4da864d no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:53.209136 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 32db0595-3838-47dc-ada5-7a10e4da864d {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:53.209486 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 32db0595-3838-47dc-ada5-7a10e4da864d not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:53.216453 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7966305'] for router (f94060fe-959c-4a49-91cd-aa2b076a4cdb), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.217024 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f94060fe-959c-4a49-91cd-aa2b076a4cdb {{(pid=103373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 20:32:53.221267 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.222429 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-236ab3cf-da6b-4443-aa50-660634659912 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f94060fe-959c-4a49-91cd-aa2b076a4cdb HTTP/1.1" status: 204 len: 168 time: 1.0661151 Feb 20 20:32:53.225523 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57790) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:53.271486 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.db_base_plugin_v2 [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] Deleting subnet 765402e6-4993-4489-a303-74c3fe1ede56 {{(pid=103373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:32:53.274771 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] Publish callbacks [] for subnet (765402e6-4993-4489-a303-74c3fe1ede56), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.310770 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5188576'] for subnet (765402e6-4993-4489-a303-74c3fe1ede56), precommit_delete_associations {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.394978 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-877874'] for subnet (765402e6-4993-4489-a303-74c3fe1ede56), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.524388 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5268741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4625951'] for subnet (765402e6-4993-4489-a303-74c3fe1ede56), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.554234 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765402e6-4993-4489-a303-74c3fe1ede56,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:53.559089 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.563028 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-3febd016-f8ba-47e8-aefd-f20ade6ce135 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/765402e6-4993-4489-a303-74c3fe1ede56 HTTP/1.1" status: 204 len: 168 time: 0.3365140 Feb 20 20:32:53.564514 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd3c53-4d30-4d52-bc74-ee5b217b2067 None None] Network 2abd7c93-4b4f-4221-b6a5-3bab5294024a requested from dv-cinder-830086-1-iscsi {{(pid=103374) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:32:53.565524 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57792) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:53.640917 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-981691'] for network (2abd7c93-4b4f-4221-b6a5-3bab5294024a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.705904 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Deleting port 35df1467-3046-4df5-bc27-bad7f33f7729 {{(pid=103373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:53.706467 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.744614 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] DHCP port deletion for 2abd7c93-4b4f-4221-b6a5-3bab5294024a request from dv-cinder-830086-1-iscsi {{(pid=103374) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 20:32:53.782735 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] For port 35df1467-3046-4df5-bc27-bad7f33f7729, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=35df1467-3046-4df5-bc27-bad7f33f7729,segment=NetworkSegment(4888b9ec-cac6-4af7-a42b-c0e232bbd16e),segment_id=4888b9ec-cac6-4af7-a42b-c0e232bbd16e)] {{(pid=103373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:53.783105 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.798678 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] Deleting port 35df1467-3046-4df5-bc27-bad7f33f7729 {{(pid=103374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:32:53.799056 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769891355926'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), before_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.804713 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.plugin [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Calling delete_port for 35df1467-3046-4df5-bc27-bad7f33f7729 owned by network:dhcp {{(pid=103373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:53.872674 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.db [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] For port 35df1467-3046-4df5-bc27-bad7f33f7729, host dv-cinder-830086-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830086-1-iscsi',level=0,port_id=35df1467-3046-4df5-bc27-bad7f33f7729,segment=NetworkSegment(4888b9ec-cac6-4af7-a42b-c0e232bbd16e),segment_id=4888b9ec-cac6-4af7-a42b-c0e232bbd16e)] {{(pid=103374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:32:53.873065 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7978678'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), precommit_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.887086 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] Calling delete_port for 35df1467-3046-4df5-bc27-bad7f33f7729 owned by network:dhcp {{(pid=103374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:32:53.988019 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5271252'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:53.995878 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-984788', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769891361657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769890920259'] for port (35df1467-3046-4df5-bc27-bad7f33f7729), after_delete {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.017028 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] No DVR routers for this DVR port 35df1467-3046-4df5-bc27-bad7f33f7729 on host dv-cinder-830086-1-iscsi {{(pid=103373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:32:54.020618 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Pushing event deleted for resources: {'Port': ['ID=35df1467-3046-4df5-bc27-bad7f33f7729,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:54.025249 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] Pushing event deleted for resources: {'Port': ['ID=35df1467-3046-4df5-bc27-bad7f33f7729,revision_number=None']} {{(pid=103374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:54.029611 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618fa9c-efcc-4df4-a52e-a4185ca56215 None None] No DVR routers for this DVR port 35df1467-3046-4df5-bc27-bad7f33f7729 on host dv-cinder-830086-1-iscsi {{(pid=103374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:32:54.092106 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879035', 'neutron.services.segments.db._delete_segments_for_network-8769891350586'] for network (2abd7c93-4b4f-4221-b6a5-3bab5294024a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.113115 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abd7c93-4b4f-4221-b6a5-3bab5294024a']}} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:54.128552 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4888b9ec-cac6-4af7-a42b-c0e232bbd16e') {'for_net_delete': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:54.128840 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.services.segments.db [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4888b9ec-cac6-4af7-a42b-c0e232bbd16e') {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:32:54.142423 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769891350851', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5188601'] for segment (4888b9ec-cac6-4af7-a42b-c0e232bbd16e), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.158940 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775'] for segment (4888b9ec-cac6-4af7-a42b-c0e232bbd16e), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.166948 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:32:54.167337 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-858775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5271267'] for segment (4888b9ec-cac6-4af7-a42b-c0e232bbd16e), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: Traceback (most recent call last): Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: timer() Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: cb(*args, **kw) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: return func(*args, **kwargs) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: self._notify() Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: self.callback(batched_events) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: event.method(event) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: return f(self, *a, **k) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._get(url).json() Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: return self.request(url, 'GET', **kwargs) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:32:54.169493 dv-cinder-830086-1-iscsi neutron-server[103373]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:32:54.303578 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8364303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7963112'] for network (2abd7c93-4b4f-4221-b6a5-3bab5294024a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.311278 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8364321'] for network (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.315190 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2abd7c93-4b4f-4221-b6a5-3bab5294024a HTTP/1.1" status: 204 len: 168 time: 0.7486866 Feb 20 20:32:54.328598 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5afdac-504f-4585-a65f-ff06978dce79 admin admin] Pushing event deleted for resources: {'Network': ['ID=2abd7c93-4b4f-4221-b6a5-3bab5294024a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:54.593577 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57796) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:54.637399 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-b1f319f1-0865-41d1-8034-985f6d272490 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc2c59dddb5a4f17adca8ccc74cb20cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425365 Feb 20 20:32:54.639886 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57798) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:54.688766 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60043c12-cb55-4065-a72f-346610615a2b admin admin] Publish callbacks [] for security_group (ed72a2bf-b20b-4145-be38-cea67893a92a), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.711850 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60043c12-cb55-4065-a72f-346610615a2b admin admin] Publish callbacks [] for security_group (ed72a2bf-b20b-4145-be38-cea67893a92a), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.799330 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60043c12-cb55-4065-a72f-346610615a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (ed72a2bf-b20b-4145-be38-cea67893a92a), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.802101 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-60043c12-cb55-4065-a72f-346610615a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:54.806540 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-60043c12-cb55-4065-a72f-346610615a2b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed72a2bf-b20b-4145-be38-cea67893a92a HTTP/1.1" status: 204 len: 168 time: 0.1632669 Feb 20 20:32:54.812763 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60043c12-cb55-4065-a72f-346610615a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed72a2bf-b20b-4145-be38-cea67893a92a,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:32:54.850660 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7720629a-eb1d-4746-a536-fb56362efbd0 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:54.871680 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 7720629a-eb1d-4746-a536-fb56362efbd0 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:54.872022 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 7720629a-eb1d-4746-a536-fb56362efbd0 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:54.872470 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 35df1467-3046-4df5-bc27-bad7f33f7729 no longer exists at agent ovs-agent-dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:32:54.892168 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.plugin [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] No Port match for: 35df1467-3046-4df5-bc27-bad7f33f7729 {{(pid=103374) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:32:54.892569 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron.plugins.ml2.rpc [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Device 35df1467-3046-4df5-bc27-bad7f33f7729 not bound to the agent host dv-cinder-830086-1-iscsi {{(pid=103374) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:32:55.462368 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57804) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:55.502791 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-114c79ad-64d1-4086-a37e-227b1a61c235 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ede3e92c0a1b467eb07ce06b98edfe28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392053 Feb 20 20:32:55.505676 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [-] (103373) accepted ('10.222.0.61', 57806) {{(pid=103373) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:32:55.556611 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b87b092-485a-4415-9bf5-f92ddaa84302 admin admin] Publish callbacks [] for security_group (6922758c-1507-48ec-b75e-b5595e1b6637), before_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:55.577901 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b87b092-485a-4415-9bf5-f92ddaa84302 admin admin] Publish callbacks [] for security_group (6922758c-1507-48ec-b75e-b5595e1b6637), precommit_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:55.713601 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b87b092-485a-4415-9bf5-f92ddaa84302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8379523'] for security_group (6922758c-1507-48ec-b75e-b5595e1b6637), after_delete {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:55.716237 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-6b87b092-485a-4415-9bf5-f92ddaa84302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:32:55.717386 dv-cinder-830086-1-iscsi neutron-server[103373]: INFO neutron.wsgi [None req-6b87b092-485a-4415-9bf5-f92ddaa84302 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6922758c-1507-48ec-b75e-b5595e1b6637 HTTP/1.1" status: 204 len: 168 time: 0.2107592 Feb 20 20:32:55.725750 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87b092-485a-4415-9bf5-f92ddaa84302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6922758c-1507-48ec-b75e-b5595e1b6637,revision_number=None']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:33:06.719907 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-21b4fad5-e6c1-4d51-9163-d598549347ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:08.233522 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:09.004578 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5e79add9-1550-430e-b4db-5ddeb6cbfd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:10.210432 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:11.941959 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:12.974476 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:21.819540 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:33:36.687310 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5d3cc701-f175-4786-a174-3109fe8579ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:38.226861 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:39.021915 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-1b47e6e2-0c40-466d-8b92-e5ebb21d5a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:40.215358 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:41.918123 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:42.993047 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:33:58.820542 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:34:06.665482 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-0fb5c687-0412-4792-b971-14e72ae0e26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:08.246181 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:08.991756 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8232-5b54-4295-8e25-ccffa6a22720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:10.211656 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:11.946141 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:12.954088 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:35.820000 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:34:36.673572 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a676d0da-d6c6-4889-9da8-dec97fdac582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:38.230872 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:39.019052 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-179e6dda-6253-4ba5-9c85-f1d1c1bdc0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:40.067125 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-af30d2cd-3c75-4037-9a64-9cbfed3b793a req-4e73aedf-961b-4d80-9862-62b5a4a02e45 service neutron] (103373) timed out ('10.222.0.91', 56758) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:34:40.216495 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:41.953428 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:34:42.967705 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:06.676096 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f6e4f575-6a96-496f-a806-03ee7d9a6043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:08.252607 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:08.995498 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7589c815-af35-4c7a-b2dc-506f52848a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:10.214867 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:11.987353 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:12.818861 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:35:12.955782 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:36.703551 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-7ce96ec3-33ec-4b57-b851-f79a3a168411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:38.248554 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:38.983270 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-99e05d33-500f-48a2-853b-a1fd3d33ebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:40.207785 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:41.979916 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:42.985359 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:35:49.818406 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:36:06.675282 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-be2b7572-8b2b-4df7-8bd8-48bf2aaeeacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:08.258646 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:09.024011 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-6990a9ae-ea11-4526-90f2-3af4e5e19e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:10.201288 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:11.943654 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:12.982290 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:26.820627 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:36:36.668467 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6a50-96c9-440d-81c0-22cedb04b8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:38.313919 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:38.994247 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-aa20f56d-a62e-4bcd-9cde-f5646a99050e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:40.228225 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:41.954048 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:36:42.959699 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:03.819578 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:37:06.673288 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-37746ba5-9943-49bd-b0dd-9a9ba069255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:08.255810 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:09.015867 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-130b10b3-7734-4f61-a87c-417dea18a132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:10.249875 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:11.952798 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:12.952681 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:31.824742 dv-cinder-830086-1-iscsi neutron-server[103373]: DEBUG neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-9fd29a7f-a31d-4292-af24-77bf3e6b37dd service neutron] (103373) timed out ('10.222.0.61', 51052) {{(pid=103373) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:37:31.957991 dv-cinder-830086-1-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-8c9b91b3-927e-403f-8071-98f947dc8a28 req-78cf6737-26da-4800-bd8c-729191022c4c tempest-TestShelveInstance-1678945373 tempest-TestShelveInstance-1678945373-project] (103371) timed out ('10.222.0.61', 51062) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 20:37:36.683078 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-a09ec576-3962-4698-949b-b2d0a19b88b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:38.254529 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:38.980718 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-b4be85fc-672c-41dd-a765-24a76a1ff246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:40.265816 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:40.818745 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:37:41.951805 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:37:42.952855 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:38:06.699113 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8343-7cb1-41fc-a872-51aca0dba0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (d7cd577b-4242-4a97-a427-728d7ead5bb9), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:38:08.293145 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-197e2699-82c8-4b97-92a3-614290fff3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (a066ac3f-5fc7-41fc-bd90-3a2edf7bdfd6), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:38:09.007989 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-535cac26-f948-4906-9c3f-1363a73cd256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (108cf325-d1ee-4324-a89e-abdd12e63686), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:38:10.218682 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-94fa2595-fbef-41c7-a482-d192482309e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (2a27b703-b61c-4fe9-bce9-7ffb688bae62), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:38:11.956171 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-f04face7-7792-4984-af41-273883a3c5d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (97ab88e8-06cb-4f54-9e09-552f043658a7), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:38:12.962740 dv-cinder-830086-1-iscsi neutron-server[103374]: DEBUG neutron_lib.callbacks.manager [None req-5b991cd2-3898-4b5f-a43b-716a911b3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769891350568', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881058'] for agent (02d6bf12-a8d8-4fea-bcfa-542570feb879), after_update {{(pid=103374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:38:17.818114 dv-cinder-830086-1-iscsi neutron-server[103376]: DEBUG neutron.db.agents_db [None req-5fff679a-a1f6-495c-b194-f3b2b55d6dac None None] Agent healthcheck: found 6 active agents {{(pid=103376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}